2024-11-15 22:17:29,405 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-15 22:17:29,427 main DEBUG Took 0.017982 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 22:17:29,428 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 22:17:29,428 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 22:17:29,430 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 22:17:29,432 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:17:29,446 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 22:17:29,492 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:17:29,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:17:29,496 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:17:29,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:17:29,499 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:17:29,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:17:29,501 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:17:29,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:17:29,502 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:17:29,502 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:17:29,503 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:17:29,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:17:29,505 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:17:29,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:17:29,506 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:17:29,506 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:17:29,507 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:17:29,507 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:17:29,508 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:17:29,508 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:17:29,509 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:17:29,509 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:17:29,510 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:17:29,511 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:17:29,511 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:17:29,512 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 22:17:29,514 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:17:29,518 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 22:17:29,520 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 22:17:29,521 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 22:17:29,523 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 22:17:29,523 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 22:17:29,537 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 22:17:29,540 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 22:17:29,543 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 22:17:29,543 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 22:17:29,544 main DEBUG createAppenders(={Console}) 2024-11-15 22:17:29,545 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-11-15 22:17:29,545 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-15 22:17:29,546 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-11-15 22:17:29,547 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 22:17:29,547 main DEBUG OutputStream closed 2024-11-15 22:17:29,547 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 22:17:29,548 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 22:17:29,548 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-11-15 22:17:29,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 22:17:29,649 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 22:17:29,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 22:17:29,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 22:17:29,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 22:17:29,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 22:17:29,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 22:17:29,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 22:17:29,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 22:17:29,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 22:17:29,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 22:17:29,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 22:17:29,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 22:17:29,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 22:17:29,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 22:17:29,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 22:17:29,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 22:17:29,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 22:17:29,672 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 22:17:29,673 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-11-15 22:17:29,674 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 22:17:29,675 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-11-15T22:17:29,692 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-15 22:17:29,695 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 22:17:29,695 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T22:17:29,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1244, ProcessCount=11, AvailableMemoryMB=1439 2024-11-15T22:17:30,063 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-15T22:17:30,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d 2024-11-15T22:17:30,164 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/cluster_0f586856-9f5e-1f54-8e6a-8e1f73d53764, deleteOnExit=true 2024-11-15T22:17:30,440 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/cluster_0f586856-9f5e-1f54-8e6a-8e1f73d53764/zookeeper_0, clientPort=58028, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/cluster_0f586856-9f5e-1f54-8e6a-8e1f73d53764/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/cluster_0f586856-9f5e-1f54-8e6a-8e1f73d53764/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:17:30,457 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58028 2024-11-15T22:17:30,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:17:30,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:17:30,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/test.cache.data in system properties and HBase conf 2024-11-15T22:17:30,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:17:30,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:17:30,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:17:30,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:17:30,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:17:30,602 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T22:17:30,815 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:17:30,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:17:30,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:17:30,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:17:30,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:17:30,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:17:30,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:17:30,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:17:30,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:17:30,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:17:30,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:17:30,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:17:30,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:17:30,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:17:30,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:17:32,929 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T22:17:33,086 INFO [Time-limited test {}] log.Log(170): Logging initialized @5749ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T22:17:33,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:17:33,392 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:17:33,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:17:33,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:17:33,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:17:33,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:17:33,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:17:33,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:17:33,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/java.io.tmpdir/jetty-localhost-34219-hadoop-hdfs-3_4_1-tests_jar-_-any-13416201299910497174/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:17:33,845 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:34219} 2024-11-15T22:17:33,845 INFO [Time-limited test {}] server.Server(415): Started @6510ms 2024-11-15T22:17:34,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:17:34,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:17:34,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:17:34,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:17:34,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:17:34,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:17:34,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:17:34,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/java.io.tmpdir/jetty-localhost-36609-hadoop-hdfs-3_4_1-tests_jar-_-any-9876531390587297005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:17:34,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:36609} 2024-11-15T22:17:34,958 INFO [Time-limited test {}] server.Server(415): Started @7623ms 2024-11-15T22:17:35,036 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:17:37,818 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/cluster_0f586856-9f5e-1f54-8e6a-8e1f73d53764/data/data1/current/BP-1537389275-172.17.0.3-1731709052324/current, will proceed with Du for space computation calculation, 2024-11-15T22:17:37,825 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/cluster_0f586856-9f5e-1f54-8e6a-8e1f73d53764/data/data2/current/BP-1537389275-172.17.0.3-1731709052324/current, will proceed with Du for space computation calculation, 2024-11-15T22:17:37,939 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:17:38,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe247c43ca9b592d with lease ID 0xb9582f7e22742393: Processing first storage report for DS-ac52d90c-90bd-4acb-ac38-020e82a25193 from datanode DatanodeRegistration(127.0.0.1:43219, datanodeUuid=1edff0a8-e1dc-4b1e-8587-bc32b6f80015, infoPort=46653, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=1416350183;c=1731709052324) 2024-11-15T22:17:38,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe247c43ca9b592d with lease ID 0xb9582f7e22742393: from storage DS-ac52d90c-90bd-4acb-ac38-020e82a25193 node DatanodeRegistration(127.0.0.1:43219, datanodeUuid=1edff0a8-e1dc-4b1e-8587-bc32b6f80015, infoPort=46653, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=1416350183;c=1731709052324), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T22:17:38,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe247c43ca9b592d with lease ID 0xb9582f7e22742393: Processing first storage report for DS-89a726c3-8bdb-407e-8b82-d218d8c679d9 from datanode DatanodeRegistration(127.0.0.1:43219, datanodeUuid=1edff0a8-e1dc-4b1e-8587-bc32b6f80015, infoPort=46653, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=1416350183;c=1731709052324) 2024-11-15T22:17:38,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe247c43ca9b592d with lease ID 0xb9582f7e22742393: from storage DS-89a726c3-8bdb-407e-8b82-d218d8c679d9 node DatanodeRegistration(127.0.0.1:43219, datanodeUuid=1edff0a8-e1dc-4b1e-8587-bc32b6f80015, infoPort=46653, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=1416350183;c=1731709052324), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:17:38,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d 2024-11-15T22:17:38,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:38,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:38,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:17:39,032 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7 with version=8 2024-11-15T22:17:39,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/hbase-staging 2024-11-15T22:17:39,195 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T22:17:39,532 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:17:39,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:39,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:39,563 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:17:39,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:39,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:17:39,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:17:40,060 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T22:17:40,093 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T22:17:40,099 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:17:40,181 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12028 (auto-detected) 2024-11-15T22:17:40,182 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-15T22:17:40,244 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33871 2024-11-15T22:17:40,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33871 connecting to ZooKeeper ensemble=127.0.0.1:58028 2024-11-15T22:17:40,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338710x0, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:17:40,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33871-0x101409319cf0000 connected 2024-11-15T22:17:40,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:40,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:40,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on znode that does not yet exist, /0-1014092667/running 2024-11-15T22:17:40,863 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7, hbase.cluster.distributed=false 2024-11-15T22:17:40,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on znode that does not yet exist, /0-1014092667/acl 2024-11-15T22:17:40,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33871 2024-11-15T22:17:40,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33871 2024-11-15T22:17:40,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33871 2024-11-15T22:17:40,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33871 2024-11-15T22:17:41,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33871 2024-11-15T22:17:41,231 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:17:41,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:41,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:41,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:17:41,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:41,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:17:41,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:17:41,249 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:17:41,250 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38621 2024-11-15T22:17:41,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38621 connecting to ZooKeeper ensemble=127.0.0.1:58028 2024-11-15T22:17:41,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:41,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:41,341 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386210x0, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:17:41,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38621-0x101409319cf0001 connected 2024-11-15T22:17:41,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on znode that does not yet exist, /0-1014092667/running 2024-11-15T22:17:41,354 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:17:41,394 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:17:41,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on znode that does not yet exist, /0-1014092667/master 2024-11-15T22:17:41,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on znode that does not yet exist, /0-1014092667/acl 2024-11-15T22:17:41,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38621 2024-11-15T22:17:41,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38621 2024-11-15T22:17:41,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38621 2024-11-15T22:17:41,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38621 2024-11-15T22:17:41,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38621 2024-11-15T22:17:41,474 DEBUG [M:0;e611192d6313:33871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:33871 2024-11-15T22:17:41,476 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1014092667/backup-masters/e611192d6313,33871,1731709059283 2024-11-15T22:17:41,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667/backup-masters 2024-11-15T22:17:41,501 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667/backup-masters 2024-11-15T22:17:41,510 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on existing znode=/0-1014092667/backup-masters/e611192d6313,33871,1731709059283 2024-11-15T22:17:41,553 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1014092667/master 2024-11-15T22:17:41,553 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:41,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:41,558 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on existing znode=/0-1014092667/master 2024-11-15T22:17:41,563 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1014092667/backup-masters/e611192d6313,33871,1731709059283 from backup master directory 2024-11-15T22:17:41,576 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:17:41,576 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,33871,1731709059283 2024-11-15T22:17:41,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1014092667/backup-masters/e611192d6313,33871,1731709059283 2024-11-15T22:17:41,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667/backup-masters 2024-11-15T22:17:41,577 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667/backup-masters 2024-11-15T22:17:41,578 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T22:17:41,583 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T22:17:41,702 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/hbase.id] with ID: b218d149-cc90-4301-a2df-6f1d494cc4a9 2024-11-15T22:17:41,702 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/.tmp/hbase.id 2024-11-15T22:17:41,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:17:41,747 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/.tmp/hbase.id]:[hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/hbase.id] 2024-11-15T22:17:41,815 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:41,827 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:17:41,856 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-11-15T22:17:41,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:41,896 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:41,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:17:42,005 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:17:42,013 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:17:42,042 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:17:42,049 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:17:42,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:17:42,164 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store 2024-11-15T22:17:42,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:17:42,667 INFO [master/e611192d6313:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T22:17:42,671 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:17:42,672 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:17:42,673 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:17:42,673 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:17:42,675 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:17:42,675 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:17:42,675 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:17:42,677 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709062672Disabling compacts and flushes for region at 1731709062672Disabling writes for close at 1731709062675 (+3 ms)Writing region close event to WAL at 1731709062675Closed at 1731709062675 2024-11-15T22:17:42,680 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/.initializing 2024-11-15T22:17:42,681 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/WALs/e611192d6313,33871,1731709059283 2024-11-15T22:17:42,693 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:17:42,715 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C33871%2C1731709059283, suffix=, logDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/WALs/e611192d6313,33871,1731709059283, archiveDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/oldWALs, maxLogs=10 2024-11-15T22:17:42,751 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/WALs/e611192d6313,33871,1731709059283/e611192d6313%2C33871%2C1731709059283.1731709062723, exclude list is [], retry=0 2024-11-15T22:17:42,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-ac52d90c-90bd-4acb-ac38-020e82a25193,DISK] 2024-11-15T22:17:42,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T22:17:42,841 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/WALs/e611192d6313,33871,1731709059283/e611192d6313%2C33871%2C1731709059283.1731709062723 2024-11-15T22:17:42,842 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46653:46653)] 2024-11-15T22:17:42,843 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:17:42,844 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:17:42,849 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:42,850 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:42,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:42,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:17:42,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:42,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:42,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:42,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:17:42,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:42,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:17:42,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:42,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:17:42,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:42,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:17:42,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:42,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:17:42,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:42,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:17:42,996 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:43,005 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:43,007 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:43,015 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:43,016 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:43,021 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:17:43,031 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:43,042 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:17:43,046 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68536966, jitterRate=0.021280378103256226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:17:43,056 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709062869Initializing all the Stores at 1731709062877 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709062878 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709062880 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709062881 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709062881Cleaning up temporary data from old regions at 1731709063016 (+135 ms)Region opened successfully at 1731709063056 (+40 ms) 2024-11-15T22:17:43,060 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:17:43,105 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b4d558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:17:43,150 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:17:43,167 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:17:43,168 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:17:43,172 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:17:43,177 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-15T22:17:43,186 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-15T22:17:43,186 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:17:43,245 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:17:43,258 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Unable to get data of znode /0-1014092667/balancer because node does not exist (not necessarily an error) 2024-11-15T22:17:43,268 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1014092667/balancer already deleted, retry=false 2024-11-15T22:17:43,271 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:17:43,273 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Unable to get data of znode /0-1014092667/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:17:43,289 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1014092667/normalizer already deleted, retry=false 2024-11-15T22:17:43,293 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:17:43,298 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Unable to get data of znode /0-1014092667/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:17:43,311 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1014092667/switch/split already deleted, retry=false 2024-11-15T22:17:43,315 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Unable to get data of znode /0-1014092667/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:17:43,329 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1014092667/switch/merge already deleted, retry=false 2024-11-15T22:17:43,353 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Unable to get data of znode /0-1014092667/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:17:43,363 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1014092667/snapshot-cleanup already deleted, retry=false 2024-11-15T22:17:43,380 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1014092667/running 2024-11-15T22:17:43,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1014092667/running 2024-11-15T22:17:43,381 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:43,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:43,385 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,33871,1731709059283, sessionid=0x101409319cf0000, setting cluster-up flag (Was=false) 2024-11-15T22:17:43,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:43,426 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:43,531 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1014092667/flush-table-proc/acquired, /0-1014092667/flush-table-proc/reached, /0-1014092667/flush-table-proc/abort 2024-11-15T22:17:43,534 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,33871,1731709059283 2024-11-15T22:17:43,563 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:43,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:43,595 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1014092667/online-snapshot/acquired, /0-1014092667/online-snapshot/reached, /0-1014092667/online-snapshot/abort 2024-11-15T22:17:43,598 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,33871,1731709059283 2024-11-15T22:17:43,606 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:17:43,667 INFO [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(746): ClusterId : b218d149-cc90-4301-a2df-6f1d494cc4a9 2024-11-15T22:17:43,671 DEBUG [RS:0;e611192d6313:38621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:17:43,688 DEBUG [RS:0;e611192d6313:38621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:17:43,688 DEBUG [RS:0;e611192d6313:38621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:17:43,706 DEBUG [RS:0;e611192d6313:38621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:17:43,707 DEBUG [RS:0;e611192d6313:38621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd98fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:17:43,712 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:17:43,727 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:17:43,732 DEBUG [RS:0;e611192d6313:38621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:38621 2024-11-15T22:17:43,737 INFO [RS:0;e611192d6313:38621 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:17:43,737 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:17:43,737 INFO [RS:0;e611192d6313:38621 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:17:43,737 DEBUG [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:17:43,740 INFO [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,33871,1731709059283 with port=38621, startcode=1731709061151 2024-11-15T22:17:43,744 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,33871,1731709059283 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:17:43,755 DEBUG [RS:0;e611192d6313:38621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:17:43,772 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:17:43,773 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:17:43,773 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:17:43,774 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:17:43,774 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:17:43,774 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:43,774 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:17:43,775 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:43,801 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:17:43,802 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:17:43,812 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709093811 2024-11-15T22:17:43,814 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:17:43,821 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:17:43,829 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:17:43,830 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:17:43,830 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:17:43,831 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:17:43,831 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:17:43,833 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:43,836 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T22:17:43,840 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:17:43,841 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:43,842 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:17:43,842 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:17:43,842 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:17:43,843 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:17:43,852 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:17:43,853 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:17:43,857 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709063855,5,FailOnTimeoutGroup] 2024-11-15T22:17:43,858 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709063857,5,FailOnTimeoutGroup] 2024-11-15T22:17:43,858 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:43,858 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:17:43,860 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:43,860 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:43,872 DEBUG [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T22:17:43,872 WARN [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T22:17:43,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:17:43,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:17:43,876 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7 2024-11-15T22:17:43,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:17:43,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:17:43,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:17:43,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:17:43,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:43,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:43,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:17:43,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:17:43,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:43,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:43,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:17:43,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:17:43,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:43,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:43,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:17:43,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:17:43,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:43,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:43,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:17:43,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740 2024-11-15T22:17:43,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740 2024-11-15T22:17:43,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:17:43,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:17:43,952 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:17:43,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:17:43,962 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:17:43,964 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72252737, jitterRate=0.07664968073368073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:17:43,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709063901Initializing all the Stores at 1731709063909 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709063909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709063910 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709063910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709063910Cleaning up temporary data from old regions at 1731709063950 (+40 ms)Region opened successfully at 1731709063969 (+19 ms) 2024-11-15T22:17:43,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:17:43,970 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:17:43,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:17:43,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:17:43,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:17:43,973 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:17:43,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709063970Disabling compacts and flushes for region at 1731709063970Disabling writes for close at 1731709063970Writing region close event to WAL at 1731709063972 (+2 ms)Closed at 1731709063973 (+1 ms) 2024-11-15T22:17:43,979 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:17:43,979 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:17:43,981 INFO [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,33871,1731709059283 with port=38621, startcode=1731709061151 2024-11-15T22:17:43,983 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33871 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,38621,1731709061151 2024-11-15T22:17:43,985 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33871 {}] master.ServerManager(517): Registering regionserver=e611192d6313,38621,1731709061151 2024-11-15T22:17:43,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:17:43,996 DEBUG [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7 2024-11-15T22:17:43,996 DEBUG [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38343 2024-11-15T22:17:43,996 DEBUG [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:17:44,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:17:44,013 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:17:44,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667/rs 2024-11-15T22:17:44,017 DEBUG [RS:0;e611192d6313:38621 {}] zookeeper.ZKUtil(111): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on existing znode=/0-1014092667/rs/e611192d6313,38621,1731709061151 2024-11-15T22:17:44,018 WARN [RS:0;e611192d6313:38621 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:17:44,018 INFO [RS:0;e611192d6313:38621 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:17:44,018 DEBUG [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151 2024-11-15T22:17:44,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,38621,1731709061151] 2024-11-15T22:17:44,070 INFO [RS:0;e611192d6313:38621 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:17:44,098 INFO [RS:0;e611192d6313:38621 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:17:44,108 INFO [RS:0;e611192d6313:38621 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:17:44,109 INFO [RS:0;e611192d6313:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:44,113 INFO [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:17:44,125 INFO [RS:0;e611192d6313:38621 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:17:44,127 INFO [RS:0;e611192d6313:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:44,130 DEBUG [RS:0;e611192d6313:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:44,131 DEBUG [RS:0;e611192d6313:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:44,131 DEBUG [RS:0;e611192d6313:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:44,132 DEBUG [RS:0;e611192d6313:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:44,132 DEBUG [RS:0;e611192d6313:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:44,132 DEBUG [RS:0;e611192d6313:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:17:44,132 DEBUG [RS:0;e611192d6313:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:44,133 DEBUG [RS:0;e611192d6313:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:44,133 DEBUG [RS:0;e611192d6313:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:44,133 DEBUG [RS:0;e611192d6313:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:44,133 DEBUG [RS:0;e611192d6313:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:44,133 DEBUG [RS:0;e611192d6313:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:44,134 DEBUG [RS:0;e611192d6313:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:17:44,134 DEBUG [RS:0;e611192d6313:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:17:44,141 INFO [RS:0;e611192d6313:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:44,142 INFO [RS:0;e611192d6313:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:44,142 INFO [RS:0;e611192d6313:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:44,142 INFO [RS:0;e611192d6313:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:44,142 INFO [RS:0;e611192d6313:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:44,143 INFO [RS:0;e611192d6313:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38621,1731709061151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:17:44,169 WARN [e611192d6313:33871 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T22:17:44,185 INFO [RS:0;e611192d6313:38621 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:17:44,188 INFO [RS:0;e611192d6313:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38621,1731709061151-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:44,189 INFO [RS:0;e611192d6313:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:44,191 INFO [RS:0;e611192d6313:38621 {}] regionserver.Replication(171): e611192d6313,38621,1731709061151 started 2024-11-15T22:17:44,244 INFO [RS:0;e611192d6313:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:44,246 INFO [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,38621,1731709061151, RpcServer on e611192d6313/172.17.0.3:38621, sessionid=0x101409319cf0001 2024-11-15T22:17:44,248 DEBUG [RS:0;e611192d6313:38621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:17:44,248 DEBUG [RS:0;e611192d6313:38621 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,38621,1731709061151 2024-11-15T22:17:44,248 DEBUG [RS:0;e611192d6313:38621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,38621,1731709061151' 2024-11-15T22:17:44,249 DEBUG [RS:0;e611192d6313:38621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1014092667/flush-table-proc/abort' 2024-11-15T22:17:44,265 DEBUG [RS:0;e611192d6313:38621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1014092667/flush-table-proc/acquired' 2024-11-15T22:17:44,277 DEBUG [RS:0;e611192d6313:38621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:17:44,279 DEBUG [RS:0;e611192d6313:38621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:17:44,279 DEBUG [RS:0;e611192d6313:38621 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,38621,1731709061151 2024-11-15T22:17:44,279 DEBUG [RS:0;e611192d6313:38621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,38621,1731709061151' 2024-11-15T22:17:44,279 DEBUG [RS:0;e611192d6313:38621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1014092667/online-snapshot/abort' 2024-11-15T22:17:44,283 DEBUG [RS:0;e611192d6313:38621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1014092667/online-snapshot/acquired' 2024-11-15T22:17:44,287 DEBUG [RS:0;e611192d6313:38621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:17:44,287 INFO [RS:0;e611192d6313:38621 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:17:44,287 INFO [RS:0;e611192d6313:38621 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:17:44,394 INFO [RS:0;e611192d6313:38621 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:17:44,403 INFO [RS:0;e611192d6313:38621 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C38621%2C1731709061151, suffix=, logDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151, archiveDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/oldWALs, maxLogs=10 2024-11-15T22:17:44,433 DEBUG [RS:0;e611192d6313:38621 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.1731709064406, exclude list is [], retry=0 2024-11-15T22:17:44,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-ac52d90c-90bd-4acb-ac38-020e82a25193,DISK] 2024-11-15T22:17:44,469 INFO [RS:0;e611192d6313:38621 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.1731709064406 2024-11-15T22:17:44,472 DEBUG [RS:0;e611192d6313:38621 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46653:46653)] 2024-11-15T22:17:44,671 DEBUG [e611192d6313:33871 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:17:44,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,38621,1731709061151 2024-11-15T22:17:44,699 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,38621,1731709061151, state=OPENING 2024-11-15T22:17:44,752 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:17:44,792 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:44,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:44,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1014092667/meta-region-server: CHANGED 2024-11-15T22:17:44,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1014092667/meta-region-server: CHANGED 2024-11-15T22:17:44,795 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:17:44,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,38621,1731709061151}] 2024-11-15T22:17:44,985 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:17:44,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:17:45,011 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:17:45,012 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:17:45,016 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:17:45,033 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C38621%2C1731709061151.meta, suffix=.meta, logDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151, archiveDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/oldWALs, maxLogs=10 2024-11-15T22:17:45,062 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.meta.1731709065035.meta, exclude list is [], retry=0 2024-11-15T22:17:45,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-ac52d90c-90bd-4acb-ac38-020e82a25193,DISK] 2024-11-15T22:17:45,088 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.meta.1731709065035.meta 2024-11-15T22:17:45,094 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46653:46653)] 2024-11-15T22:17:45,094 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:17:45,104 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:17:45,108 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:17:45,119 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:17:45,125 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:17:45,139 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:17:45,140 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:17:45,140 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:17:45,140 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:17:45,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:17:45,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:17:45,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:45,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:45,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:17:45,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:17:45,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:45,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:45,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:17:45,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:17:45,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:45,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:45,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:17:45,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:17:45,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:45,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:45,216 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:17:45,218 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740 2024-11-15T22:17:45,228 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740 2024-11-15T22:17:45,236 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:17:45,237 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:17:45,238 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:17:45,248 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:17:45,253 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63107655, jitterRate=-0.05962266027927399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:17:45,253 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:17:45,255 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709065143Writing region info on filesystem at 1731709065143Initializing all the Stores at 1731709065153 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709065153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709065155 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709065155Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709065155Cleaning up temporary data from old regions at 1731709065237 (+82 ms)Running coprocessor post-open hooks at 1731709065253 (+16 ms)Region opened successfully at 1731709065255 (+2 ms) 2024-11-15T22:17:45,270 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709064973 2024-11-15T22:17:45,284 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:17:45,285 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:17:45,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,38621,1731709061151 2024-11-15T22:17:45,290 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,38621,1731709061151, state=OPEN 2024-11-15T22:17:45,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1014092667/meta-region-server 2024-11-15T22:17:45,342 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1014092667/meta-region-server 2024-11-15T22:17:45,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1014092667/meta-region-server: CHANGED 2024-11-15T22:17:45,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1014092667/meta-region-server: CHANGED 2024-11-15T22:17:45,343 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,38621,1731709061151 2024-11-15T22:17:45,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:17:45,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,38621,1731709061151 in 545 msec 2024-11-15T22:17:45,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:17:45,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.3650 sec 2024-11-15T22:17:45,363 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:17:45,363 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:17:45,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:17:45,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,38621,1731709061151, seqNum=-1] 2024-11-15T22:17:45,414 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:17:45,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:17:45,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7990 sec 2024-11-15T22:17:45,449 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709065448, completionTime=-1 2024-11-15T22:17:45,455 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:17:45,455 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:17:45,549 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:17:45,549 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709125549 2024-11-15T22:17:45,549 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709185549 2024-11-15T22:17:45,549 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 94 msec 2024-11-15T22:17:45,558 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33871,1731709059283-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:45,559 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33871,1731709059283-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:45,559 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33871,1731709059283-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:45,561 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:33871, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:45,562 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:45,595 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:45,605 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:17:45,652 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.075sec 2024-11-15T22:17:45,654 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:17:45,656 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:17:45,657 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:17:45,658 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:17:45,659 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:17:45,660 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33871,1731709059283-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:17:45,661 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33871,1731709059283-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:17:45,681 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:17:45,682 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:17:45,683 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33871,1731709059283-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:45,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:45,701 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T22:17:45,701 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T22:17:45,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,33871,-1 for getting cluster id 2024-11-15T22:17:45,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:17:45,723 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b218d149-cc90-4301-a2df-6f1d494cc4a9' 2024-11-15T22:17:45,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:17:45,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b218d149-cc90-4301-a2df-6f1d494cc4a9" 2024-11-15T22:17:45,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e594fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:45,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,33871,-1] 2024-11-15T22:17:45,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:17:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:45,743 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:17:45,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:45,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:17:45,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,38621,1731709061151, seqNum=-1] 2024-11-15T22:17:45,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:17:45,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:17:45,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,33871,1731709059283 2024-11-15T22:17:45,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58028 2024-11-15T22:17:45,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:17:45,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101409319cf0002 connected 2024-11-15T22:17:45,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/hadoop.log.dir so I do NOT create it in target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e 2024-11-15T22:17:45,905 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:17:45,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/hadoop.tmp.dir so I do NOT create it in target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e 2024-11-15T22:17:45,905 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:17:45,905 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e 2024-11-15T22:17:45,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:17:45,906 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/cluster_5380c5b5-7bc4-6f24-0395-9b412ade808a, deleteOnExit=true 2024-11-15T22:17:45,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:17:45,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/test.cache.data in system properties and HBase conf 2024-11-15T22:17:45,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:17:45,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:17:45,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:17:45,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:17:45,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:17:45,908 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:17:45,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:17:45,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:17:45,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:17:45,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:17:45,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:17:45,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:17:45,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:17:45,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:17:45,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:17:45,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:17:45,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:17:45,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:17:45,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:17:45,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:17:46,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:17:46,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:17:46,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:17:46,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:17:46,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:17:46,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:17:46,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:17:46,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65144570{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:17:46,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26c5bd95{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/java.io.tmpdir/jetty-localhost-41407-hadoop-hdfs-3_4_1-tests_jar-_-any-9426726229429244182/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:17:46,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ab5417f{HTTP/1.1, (http/1.1)}{localhost:41407} 2024-11-15T22:17:46,637 INFO [Time-limited test {}] server.Server(415): Started @19302ms 2024-11-15T22:17:47,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:17:47,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:17:47,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:17:47,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:17:47,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:17:47,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:17:47,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cac5ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:17:47,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6e23de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/java.io.tmpdir/jetty-localhost-38255-hadoop-hdfs-3_4_1-tests_jar-_-any-12021156761552746367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:17:47,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d64e776{HTTP/1.1, (http/1.1)}{localhost:38255} 2024-11-15T22:17:47,309 INFO [Time-limited test {}] server.Server(415): Started @19974ms 2024-11-15T22:17:47,311 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:17:48,176 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/cluster_5380c5b5-7bc4-6f24-0395-9b412ade808a/data/data2/current/BP-164980991-172.17.0.3-1731709065955/current, will proceed with Du for space computation calculation, 2024-11-15T22:17:48,177 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/cluster_5380c5b5-7bc4-6f24-0395-9b412ade808a/data/data1/current/BP-164980991-172.17.0.3-1731709065955/current, will proceed with Du for space computation calculation, 2024-11-15T22:17:48,256 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:17:48,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cb57c1fefa85563 with lease ID 0xb0ea8b6292381aa8: Processing first storage report for DS-67344a3a-825e-4d84-be05-7670aec7a734 from datanode DatanodeRegistration(127.0.0.1:43247, datanodeUuid=60e6b8b4-b84c-461a-959a-553c27903aca, infoPort=46719, infoSecurePort=0, ipcPort=38959, storageInfo=lv=-57;cid=testClusterID;nsid=1413270418;c=1731709065955) 2024-11-15T22:17:48,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cb57c1fefa85563 with lease ID 0xb0ea8b6292381aa8: from storage DS-67344a3a-825e-4d84-be05-7670aec7a734 node DatanodeRegistration(127.0.0.1:43247, datanodeUuid=60e6b8b4-b84c-461a-959a-553c27903aca, infoPort=46719, infoSecurePort=0, ipcPort=38959, storageInfo=lv=-57;cid=testClusterID;nsid=1413270418;c=1731709065955), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:17:48,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cb57c1fefa85563 with lease ID 0xb0ea8b6292381aa8: Processing first storage report for DS-eeb88013-20b0-4ce6-8b0f-6579a3b9195c from datanode DatanodeRegistration(127.0.0.1:43247, datanodeUuid=60e6b8b4-b84c-461a-959a-553c27903aca, infoPort=46719, infoSecurePort=0, ipcPort=38959, storageInfo=lv=-57;cid=testClusterID;nsid=1413270418;c=1731709065955) 2024-11-15T22:17:48,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cb57c1fefa85563 with lease ID 0xb0ea8b6292381aa8: from storage DS-eeb88013-20b0-4ce6-8b0f-6579a3b9195c node DatanodeRegistration(127.0.0.1:43247, datanodeUuid=60e6b8b4-b84c-461a-959a-553c27903aca, infoPort=46719, infoSecurePort=0, ipcPort=38959, storageInfo=lv=-57;cid=testClusterID;nsid=1413270418;c=1731709065955), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:17:48,337 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e 2024-11-15T22:17:48,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:48,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:48,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:17:48,381 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448 with version=8 2024-11-15T22:17:48,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/hbase-staging 2024-11-15T22:17:48,384 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:17:48,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:48,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:48,384 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:17:48,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:48,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:17:48,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:17:48,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:17:48,386 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41233 2024-11-15T22:17:48,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41233 connecting to ZooKeeper ensemble=127.0.0.1:58028 2024-11-15T22:17:48,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412330x0, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:17:48,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41233-0x101409319cf0003 connected 2024-11-15T22:17:48,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:48,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:48,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Set watcher on znode that does not yet exist, /1582706468/running 2024-11-15T22:17:48,526 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448, hbase.cluster.distributed=false 2024-11-15T22:17:48,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Set watcher on znode that does not yet exist, /1582706468/acl 2024-11-15T22:17:48,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41233 2024-11-15T22:17:48,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41233 2024-11-15T22:17:48,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41233 2024-11-15T22:17:48,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41233 2024-11-15T22:17:48,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41233 2024-11-15T22:17:48,575 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:17:48,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:48,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:48,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:17:48,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:48,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:17:48,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:17:48,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:17:48,579 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36617 2024-11-15T22:17:48,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36617 connecting to ZooKeeper ensemble=127.0.0.1:58028 2024-11-15T22:17:48,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:48,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:48,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366170x0, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:17:48,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366170x0, quorum=127.0.0.1:58028, baseZNode=/1582706468 Set watcher on znode that does not yet exist, /1582706468/running 2024-11-15T22:17:48,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36617-0x101409319cf0004 connected 2024-11-15T22:17:48,625 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:17:48,632 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:17:48,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Set watcher on znode that does not yet exist, /1582706468/master 2024-11-15T22:17:48,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Set watcher on znode that does not yet exist, /1582706468/acl 2024-11-15T22:17:48,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36617 2024-11-15T22:17:48,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36617 2024-11-15T22:17:48,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36617 2024-11-15T22:17:48,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36617 2024-11-15T22:17:48,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36617 2024-11-15T22:17:48,764 DEBUG [M:0;e611192d6313:41233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:41233 2024-11-15T22:17:48,772 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1582706468/backup-masters/e611192d6313,41233,1731709068383 2024-11-15T22:17:48,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468/backup-masters 2024-11-15T22:17:48,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468/backup-masters 2024-11-15T22:17:48,804 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Set watcher on existing znode=/1582706468/backup-masters/e611192d6313,41233,1731709068383 2024-11-15T22:17:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1582706468/master 2024-11-15T22:17:48,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468 2024-11-15T22:17:48,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468 2024-11-15T22:17:48,820 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Set watcher on existing znode=/1582706468/master 2024-11-15T22:17:48,828 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1582706468/backup-masters/e611192d6313,41233,1731709068383 from backup master directory 2024-11-15T22:17:48,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468/backup-masters 2024-11-15T22:17:48,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1582706468/backup-masters/e611192d6313,41233,1731709068383 2024-11-15T22:17:48,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468/backup-masters 2024-11-15T22:17:48,848 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:17:48,848 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,41233,1731709068383 2024-11-15T22:17:48,882 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/hbase.id] with ID: 0ffc0e91-d939-4bab-974e-fa91f00a843e 2024-11-15T22:17:48,882 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/.tmp/hbase.id 2024-11-15T22:17:48,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:17:49,330 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/.tmp/hbase.id]:[hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/hbase.id] 2024-11-15T22:17:49,368 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:49,368 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:17:49,372 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-15T22:17:49,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468 2024-11-15T22:17:49,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468 2024-11-15T22:17:49,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:17:49,892 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:17:49,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:17:49,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:17:49,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:17:49,924 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store 2024-11-15T22:17:49,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:17:49,958 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:17:49,959 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:17:49,959 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:17:49,959 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:17:49,959 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:17:49,959 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:17:49,959 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:17:49,959 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709069959Disabling compacts and flushes for region at 1731709069959Disabling writes for close at 1731709069959Writing region close event to WAL at 1731709069959Closed at 1731709069959 2024-11-15T22:17:49,966 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/.initializing 2024-11-15T22:17:49,966 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/WALs/e611192d6313,41233,1731709068383 2024-11-15T22:17:49,975 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:17:49,984 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C41233%2C1731709068383, suffix=, logDir=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/WALs/e611192d6313,41233,1731709068383, archiveDir=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/oldWALs, maxLogs=10 2024-11-15T22:17:50,011 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/WALs/e611192d6313,41233,1731709068383/e611192d6313%2C41233%2C1731709068383.1731709069985, exclude list is [], retry=0 2024-11-15T22:17:50,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43247,DS-67344a3a-825e-4d84-be05-7670aec7a734,DISK] 2024-11-15T22:17:50,046 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/WALs/e611192d6313,41233,1731709068383/e611192d6313%2C41233%2C1731709068383.1731709069985 2024-11-15T22:17:50,048 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46719:46719)] 2024-11-15T22:17:50,049 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:17:50,049 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:17:50,049 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:50,049 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:17:50,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T22:17:50,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:50,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:17:50,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:50,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:50,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:50,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:17:50,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:50,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:17:50,063 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T22:17:50,064 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:17:50,064 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T22:17:50,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:17:50,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:50,072 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:17:50,072 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T22:17:50,077 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:17:50,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:17:50,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:50,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:17:50,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:50,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:17:50,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:50,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:17:50,098 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:50,099 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:50,100 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:50,104 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:50,104 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:50,106 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:17:50,110 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:50,117 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:17:50,119 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69970369, jitterRate=0.04263974726200104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:17:50,119 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709070050Initializing all the Stores at 1731709070053 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709070053Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709070054 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709070054Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709070054Cleaning up temporary data from old regions at 1731709070104 (+50 ms)Region opened successfully at 1731709070119 (+15 ms) 2024-11-15T22:17:50,120 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:17:50,137 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e75830d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:17:50,145 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:17:50,145 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:17:50,145 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:17:50,145 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:17:50,149 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-15T22:17:50,149 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:17:50,150 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:17:50,181 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:17:50,190 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Unable to get data of znode /1582706468/balancer because node does not exist (not necessarily an error) 2024-11-15T22:17:50,248 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1582706468/balancer already deleted, retry=false 2024-11-15T22:17:50,249 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:17:50,256 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Unable to get data of znode /1582706468/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:17:50,275 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1582706468/normalizer already deleted, retry=false 2024-11-15T22:17:50,276 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:17:50,284 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Unable to get data of znode /1582706468/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:17:50,300 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1582706468/switch/split already deleted, retry=false 2024-11-15T22:17:50,306 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Unable to get data of znode /1582706468/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:17:50,320 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1582706468/switch/merge already deleted, retry=false 2024-11-15T22:17:50,348 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Unable to get data of znode /1582706468/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:17:50,367 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1582706468/snapshot-cleanup already deleted, retry=false 2024-11-15T22:17:50,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1582706468/running 2024-11-15T22:17:50,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1582706468/running 2024-11-15T22:17:50,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468 2024-11-15T22:17:50,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468 2024-11-15T22:17:50,384 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,41233,1731709068383, sessionid=0x101409319cf0003, setting cluster-up flag (Was=false) 2024-11-15T22:17:50,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468 2024-11-15T22:17:50,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468 2024-11-15T22:17:50,436 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1582706468/flush-table-proc/acquired, /1582706468/flush-table-proc/reached, /1582706468/flush-table-proc/abort 2024-11-15T22:17:50,438 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,41233,1731709068383 2024-11-15T22:17:50,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468 2024-11-15T22:17:50,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468 2024-11-15T22:17:50,489 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1582706468/online-snapshot/acquired, /1582706468/online-snapshot/reached, /1582706468/online-snapshot/abort 2024-11-15T22:17:50,490 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,41233,1731709068383 2024-11-15T22:17:50,497 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:17:50,507 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:17:50,508 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:17:50,508 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:17:50,508 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,41233,1731709068383 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:17:50,536 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:17:50,537 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:17:50,537 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:17:50,537 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:17:50,537 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:17:50,537 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:50,538 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:17:50,538 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:50,552 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709100552 2024-11-15T22:17:50,552 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:17:50,553 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:17:50,553 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:17:50,553 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:17:50,553 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:17:50,553 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:17:50,553 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:50,564 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:17:50,565 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:17:50,569 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:17:50,569 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:17:50,569 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:17:50,569 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:17:50,573 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:17:50,573 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:17:50,573 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:50,573 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:17:50,574 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709070573,5,FailOnTimeoutGroup] 2024-11-15T22:17:50,582 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709070574,5,FailOnTimeoutGroup] 2024-11-15T22:17:50,582 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:50,582 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:17:50,582 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:50,583 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:50,616 INFO [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer(746): ClusterId : 0ffc0e91-d939-4bab-974e-fa91f00a843e 2024-11-15T22:17:50,616 DEBUG [RS:0;e611192d6313:36617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:17:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:17:50,641 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:17:50,642 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448 2024-11-15T22:17:50,668 DEBUG [RS:0;e611192d6313:36617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:17:50,668 DEBUG [RS:0;e611192d6313:36617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:17:50,669 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:17:50,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:17:50,702 DEBUG [RS:0;e611192d6313:36617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:17:50,703 DEBUG [RS:0;e611192d6313:36617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f759b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:17:50,705 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:17:50,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:17:50,725 DEBUG [RS:0;e611192d6313:36617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:36617 2024-11-15T22:17:50,725 INFO [RS:0;e611192d6313:36617 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:17:50,725 INFO [RS:0;e611192d6313:36617 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:17:50,725 DEBUG [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:17:50,727 INFO [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,41233,1731709068383 with port=36617, startcode=1731709068574 2024-11-15T22:17:50,727 DEBUG [RS:0;e611192d6313:36617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:17:50,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:17:50,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:50,745 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:17:50,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,36617,1731709068574 2024-11-15T22:17:50,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41233 {}] master.ServerManager(517): Registering regionserver=e611192d6313,36617,1731709068574 2024-11-15T22:17:50,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:50,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:17:50,760 DEBUG [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448 2024-11-15T22:17:50,760 DEBUG [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33805 2024-11-15T22:17:50,760 DEBUG [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:17:50,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:17:50,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:50,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:50,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:17:50,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:17:50,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:50,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:50,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:17:50,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:17:50,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:50,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:50,800 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:17:50,802 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/data/hbase/meta/1588230740 2024-11-15T22:17:50,803 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/data/hbase/meta/1588230740 2024-11-15T22:17:50,809 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:17:50,810 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:17:50,811 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:17:50,815 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:17:50,821 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:17:50,825 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66884168, jitterRate=-0.003348231315612793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:17:50,825 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709070708Initializing all the Stores at 1731709070716 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709070716Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709070720 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709070720Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709070720Cleaning up temporary data from old regions at 1731709070810 (+90 ms)Region opened successfully at 1731709070825 (+15 ms) 2024-11-15T22:17:50,825 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:17:50,825 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:17:50,825 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:17:50,825 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:17:50,826 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:17:50,830 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:17:50,830 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709070825Disabling compacts and flushes for region at 1731709070825Disabling writes for close at 1731709070825Writing region close event to WAL at 1731709070830 (+5 ms)Closed at 1731709070830 2024-11-15T22:17:50,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468/rs 2024-11-15T22:17:50,836 DEBUG [RS:0;e611192d6313:36617 {}] zookeeper.ZKUtil(111): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Set watcher on existing znode=/1582706468/rs/e611192d6313,36617,1731709068574 2024-11-15T22:17:50,836 WARN [RS:0;e611192d6313:36617 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:17:50,836 INFO [RS:0;e611192d6313:36617 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:17:50,837 DEBUG [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/WALs/e611192d6313,36617,1731709068574 2024-11-15T22:17:50,845 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:17:50,845 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:17:50,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:17:50,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,36617,1731709068574] 2024-11-15T22:17:50,850 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:17:50,853 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:17:50,854 INFO [RS:0;e611192d6313:36617 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:17:50,858 INFO [RS:0;e611192d6313:36617 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:17:50,860 INFO [RS:0;e611192d6313:36617 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:17:50,860 INFO [RS:0;e611192d6313:36617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:50,865 INFO [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:17:50,869 INFO [RS:0;e611192d6313:36617 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:17:50,869 INFO [RS:0;e611192d6313:36617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:50,869 DEBUG [RS:0;e611192d6313:36617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:50,870 DEBUG [RS:0;e611192d6313:36617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:50,870 DEBUG [RS:0;e611192d6313:36617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:50,870 DEBUG [RS:0;e611192d6313:36617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:50,870 DEBUG [RS:0;e611192d6313:36617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:50,870 DEBUG [RS:0;e611192d6313:36617 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:17:50,870 DEBUG [RS:0;e611192d6313:36617 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:50,870 DEBUG [RS:0;e611192d6313:36617 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:50,870 DEBUG [RS:0;e611192d6313:36617 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:50,870 DEBUG [RS:0;e611192d6313:36617 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:50,871 DEBUG [RS:0;e611192d6313:36617 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:50,871 DEBUG [RS:0;e611192d6313:36617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:50,871 DEBUG [RS:0;e611192d6313:36617 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:17:50,871 DEBUG [RS:0;e611192d6313:36617 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:17:50,872 INFO [RS:0;e611192d6313:36617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:50,872 INFO [RS:0;e611192d6313:36617 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:50,873 INFO [RS:0;e611192d6313:36617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:50,874 INFO [RS:0;e611192d6313:36617 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:50,874 INFO [RS:0;e611192d6313:36617 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:50,874 INFO [RS:0;e611192d6313:36617 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36617,1731709068574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:17:50,893 INFO [RS:0;e611192d6313:36617 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:17:50,893 INFO [RS:0;e611192d6313:36617 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36617,1731709068574-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:50,894 INFO [RS:0;e611192d6313:36617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:50,894 INFO [RS:0;e611192d6313:36617 {}] regionserver.Replication(171): e611192d6313,36617,1731709068574 started 2024-11-15T22:17:50,911 INFO [RS:0;e611192d6313:36617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:50,912 INFO [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,36617,1731709068574, RpcServer on e611192d6313/172.17.0.3:36617, sessionid=0x101409319cf0004 2024-11-15T22:17:50,912 DEBUG [RS:0;e611192d6313:36617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:17:50,912 DEBUG [RS:0;e611192d6313:36617 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,36617,1731709068574 2024-11-15T22:17:50,912 DEBUG [RS:0;e611192d6313:36617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,36617,1731709068574' 2024-11-15T22:17:50,912 DEBUG [RS:0;e611192d6313:36617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1582706468/flush-table-proc/abort' 2024-11-15T22:17:50,913 DEBUG [RS:0;e611192d6313:36617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1582706468/flush-table-proc/acquired' 2024-11-15T22:17:50,914 DEBUG [RS:0;e611192d6313:36617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:17:50,914 DEBUG [RS:0;e611192d6313:36617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:17:50,914 DEBUG [RS:0;e611192d6313:36617 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,36617,1731709068574 2024-11-15T22:17:50,914 DEBUG [RS:0;e611192d6313:36617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,36617,1731709068574' 2024-11-15T22:17:50,914 DEBUG [RS:0;e611192d6313:36617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1582706468/online-snapshot/abort' 2024-11-15T22:17:50,919 DEBUG [RS:0;e611192d6313:36617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1582706468/online-snapshot/acquired' 2024-11-15T22:17:50,919 DEBUG [RS:0;e611192d6313:36617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:17:50,920 INFO [RS:0;e611192d6313:36617 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:17:50,920 INFO [RS:0;e611192d6313:36617 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:17:51,006 WARN [e611192d6313:41233 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T22:17:51,020 INFO [RS:0;e611192d6313:36617 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:17:51,023 INFO [RS:0;e611192d6313:36617 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C36617%2C1731709068574, suffix=, logDir=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/WALs/e611192d6313,36617,1731709068574, archiveDir=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/oldWALs, maxLogs=10 2024-11-15T22:17:51,044 DEBUG [RS:0;e611192d6313:36617 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/WALs/e611192d6313,36617,1731709068574/e611192d6313%2C36617%2C1731709068574.1731709071026, exclude list is [], retry=0 2024-11-15T22:17:51,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43247,DS-67344a3a-825e-4d84-be05-7670aec7a734,DISK] 2024-11-15T22:17:51,054 INFO [RS:0;e611192d6313:36617 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/WALs/e611192d6313,36617,1731709068574/e611192d6313%2C36617%2C1731709068574.1731709071026 2024-11-15T22:17:51,055 DEBUG [RS:0;e611192d6313:36617 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46719:46719)] 2024-11-15T22:17:51,257 DEBUG [e611192d6313:41233 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:17:51,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,36617,1731709068574 2024-11-15T22:17:51,261 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,36617,1731709068574, state=OPENING 2024-11-15T22:17:51,275 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:17:51,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468 2024-11-15T22:17:51,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468 2024-11-15T22:17:51,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1582706468/meta-region-server: CHANGED 2024-11-15T22:17:51,287 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:17:51,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,36617,1731709068574}] 2024-11-15T22:17:51,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1582706468/meta-region-server: CHANGED 2024-11-15T22:17:51,443 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:17:51,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:17:51,452 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:17:51,452 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:17:51,452 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:17:51,455 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C36617%2C1731709068574.meta, suffix=.meta, logDir=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/WALs/e611192d6313,36617,1731709068574, archiveDir=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/oldWALs, maxLogs=10 2024-11-15T22:17:51,471 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/WALs/e611192d6313,36617,1731709068574/e611192d6313%2C36617%2C1731709068574.meta.1731709071457.meta, exclude list is [], retry=0 2024-11-15T22:17:51,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43247,DS-67344a3a-825e-4d84-be05-7670aec7a734,DISK] 2024-11-15T22:17:51,477 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/WALs/e611192d6313,36617,1731709068574/e611192d6313%2C36617%2C1731709068574.meta.1731709071457.meta 2024-11-15T22:17:51,478 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46719:46719)] 2024-11-15T22:17:51,478 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:17:51,479 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:17:51,479 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:17:51,479 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:17:51,479 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:17:51,479 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:17:51,479 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:17:51,480 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:17:51,480 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:17:51,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:17:51,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:17:51,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:51,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:51,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:17:51,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:17:51,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:51,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:51,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:17:51,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:17:51,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:51,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:51,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:17:51,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:17:51,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:51,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:51,494 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:17:51,495 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/data/hbase/meta/1588230740 2024-11-15T22:17:51,498 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/data/hbase/meta/1588230740 2024-11-15T22:17:51,500 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:17:51,500 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:17:51,501 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:17:51,503 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:17:51,505 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71654498, jitterRate=0.0677352249622345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:17:51,506 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:17:51,506 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709071480Writing region info on filesystem at 1731709071480Initializing all the Stores at 1731709071481 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709071482 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709071482Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709071482Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709071482Cleaning up temporary data from old regions at 1731709071500 (+18 ms)Running coprocessor post-open hooks at 1731709071506 (+6 ms)Region opened successfully at 1731709071506 2024-11-15T22:17:51,508 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709071443 2024-11-15T22:17:51,516 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:17:51,516 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:17:51,517 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,36617,1731709068574 2024-11-15T22:17:51,519 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,36617,1731709068574, state=OPEN 2024-11-15T22:17:51,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1582706468/meta-region-server 2024-11-15T22:17:51,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1582706468/meta-region-server 2024-11-15T22:17:51,570 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,36617,1731709068574 2024-11-15T22:17:51,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1582706468/meta-region-server: CHANGED 2024-11-15T22:17:51,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1582706468/meta-region-server: CHANGED 2024-11-15T22:17:51,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:17:51,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,36617,1731709068574 in 283 msec 2024-11-15T22:17:51,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:17:51,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 730 msec 2024-11-15T22:17:51,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:17:51,581 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:17:51,584 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:17:51,584 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,36617,1731709068574, seqNum=-1] 2024-11-15T22:17:51,585 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:17:51,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:17:51,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0970 sec 2024-11-15T22:17:51,597 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709071597, completionTime=-1 2024-11-15T22:17:51,597 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:17:51,597 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:17:51,600 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:17:51,600 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709131600 2024-11-15T22:17:51,600 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709191600 2024-11-15T22:17:51,600 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T22:17:51,601 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,41233,1731709068383-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:51,601 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,41233,1731709068383-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:51,601 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,41233,1731709068383-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:51,601 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:41233, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:51,601 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:51,601 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:51,605 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:17:51,607 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.759sec 2024-11-15T22:17:51,607 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:17:51,607 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:17:51,607 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:17:51,607 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:17:51,607 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:17:51,607 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,41233,1731709068383-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:17:51,607 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,41233,1731709068383-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:17:51,612 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:17:51,612 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:17:51,612 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,41233,1731709068383-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:51,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:51,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,41233,-1 for getting cluster id 2024-11-15T22:17:51,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:17:51,692 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ffc0e91-d939-4bab-974e-fa91f00a843e' 2024-11-15T22:17:51,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:17:51,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ffc0e91-d939-4bab-974e-fa91f00a843e" 2024-11-15T22:17:51,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e07c8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:51,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,41233,-1] 2024-11-15T22:17:51,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:17:51,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:51,696 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:17:51,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2375868c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:51,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:17:51,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,36617,1731709068574, seqNum=-1] 2024-11-15T22:17:51,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:17:51,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:17:51,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,41233,1731709068383 2024-11-15T22:17:51,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58028 2024-11-15T22:17:51,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:17:51,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101409319cf0005 connected 2024-11-15T22:17:51,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590337bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:51,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,33871,-1 for getting cluster id 2024-11-15T22:17:51,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:17:51,782 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b218d149-cc90-4301-a2df-6f1d494cc4a9' 2024-11-15T22:17:51,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:17:51,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b218d149-cc90-4301-a2df-6f1d494cc4a9" 2024-11-15T22:17:51,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dd923a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:51,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,33871,-1] 2024-11-15T22:17:51,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:17:51,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:51,787 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:17:51,788 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a06ee78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:51,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:17:51,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,33871,1731709059283 2024-11-15T22:17:51,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aaf915e 2024-11-15T22:17:51,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:17:51,809 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:17:51,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:41233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:17:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:17:51,828 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:41233' 2024-11-15T22:17:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:17:51,836 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c26abdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:51,837 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,41233,-1 for getting cluster id 2024-11-15T22:17:51,837 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:17:51,838 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ffc0e91-d939-4bab-974e-fa91f00a843e' 2024-11-15T22:17:51,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:17:51,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ffc0e91-d939-4bab-974e-fa91f00a843e" 2024-11-15T22:17:51,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c505d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:51,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,41233,-1] 2024-11-15T22:17:51,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:17:51,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:51,842 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:17:51,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21423dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:51,845 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:17:51,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,41233,1731709068383 2024-11-15T22:17:51,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c96337d 2024-11-15T22:17:51,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:17:51,853 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:17:51,869 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T22:17:51,869 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:17:51,875 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:51,876 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:51,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:17:51,878 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:17:51,885 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:17:51,890 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:17:51,890 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:51,893 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:17:51,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741835_1011 (size=1138) 2024-11-15T22:17:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:17:51,938 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T22:17:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:17:52,323 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9f3b1c81f7965a89db8c321753d4ced, NAME => 'hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7 2024-11-15T22:17:52,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741836_1012 (size=44) 2024-11-15T22:17:52,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:17:52,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a9f3b1c81f7965a89db8c321753d4ced, disabling compactions & flushes 2024-11-15T22:17:52,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:17:52,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:17:52,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. after waiting 0 ms 2024-11-15T22:17:52,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:17:52,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:17:52,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9f3b1c81f7965a89db8c321753d4ced: Waiting for close lock at 1731709072350Disabling compacts and flushes for region at 1731709072350Disabling writes for close at 1731709072351 (+1 ms)Writing region close event to WAL at 1731709072351Closed at 1731709072351 2024-11-15T22:17:52,355 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:17:52,361 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731709072355"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709072355"}]},"ts":"1731709072355"} 2024-11-15T22:17:52,366 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:17:52,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:17:52,371 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709072369"}]},"ts":"1731709072369"} 2024-11-15T22:17:52,376 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T22:17:52,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9f3b1c81f7965a89db8c321753d4ced, ASSIGN}] 2024-11-15T22:17:52,383 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9f3b1c81f7965a89db8c321753d4ced, ASSIGN 2024-11-15T22:17:52,386 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9f3b1c81f7965a89db8c321753d4ced, ASSIGN; state=OFFLINE, location=e611192d6313,38621,1731709061151; forceNewPlan=false, retain=false 2024-11-15T22:17:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:17:52,537 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a9f3b1c81f7965a89db8c321753d4ced, regionState=OPENING, regionLocation=e611192d6313,38621,1731709061151 2024-11-15T22:17:52,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9f3b1c81f7965a89db8c321753d4ced, ASSIGN because future has completed 2024-11-15T22:17:52,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9f3b1c81f7965a89db8c321753d4ced, server=e611192d6313,38621,1731709061151}] 2024-11-15T22:17:52,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:17:52,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:17:52,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:17:52,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C38621%2C1731709061151.rep, suffix=, logDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151, archiveDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/oldWALs, maxLogs=10 2024-11-15T22:17:52,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.rep.1731709072722, exclude list is [], retry=0 2024-11-15T22:17:52,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-ac52d90c-90bd-4acb-ac38-020e82a25193,DISK] 2024-11-15T22:17:52,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.rep.1731709072722 2024-11-15T22:17:52,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46653:46653)] 2024-11-15T22:17:52,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a9f3b1c81f7965a89db8c321753d4ced, NAME => 'hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:17:52,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:17:52,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:17:52,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. service=MultiRowMutationService 2024-11-15T22:17:52,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:17:52,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:52,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:17:52,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:52,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:52,761 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:52,763 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f3b1c81f7965a89db8c321753d4ced columnFamilyName hfileref 2024-11-15T22:17:52,763 DEBUG [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:52,764 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] regionserver.HStore(327): Store=a9f3b1c81f7965a89db8c321753d4ced/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:17:52,764 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:52,766 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f3b1c81f7965a89db8c321753d4ced columnFamilyName queue 2024-11-15T22:17:52,767 DEBUG [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:52,767 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] regionserver.HStore(327): Store=a9f3b1c81f7965a89db8c321753d4ced/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:17:52,767 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:52,770 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f3b1c81f7965a89db8c321753d4ced columnFamilyName sid 2024-11-15T22:17:52,770 DEBUG [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:52,770 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] regionserver.HStore(327): Store=a9f3b1c81f7965a89db8c321753d4ced/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:17:52,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:52,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/replication/a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:52,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/replication/a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:52,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:52,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:52,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:17:52,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:52,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/replication/a9f3b1c81f7965a89db8c321753d4ced/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:17:52,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a9f3b1c81f7965a89db8c321753d4ced; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66742732, jitterRate=-0.00545579195022583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:17:52,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:52,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a9f3b1c81f7965a89db8c321753d4ced: Running coprocessor pre-open hook at 1731709072757Writing region info on filesystem at 1731709072757Initializing all the Stores at 1731709072761 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709072761Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709072761Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709072761Cleaning up temporary data from old regions at 1731709072777 (+16 ms)Running coprocessor post-open hooks at 1731709072786 (+9 ms)Region opened successfully at 1731709072787 (+1 ms) 2024-11-15T22:17:52,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced., pid=7, masterSystemTime=1731709072697 2024-11-15T22:17:52,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:17:52,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:17:52,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a9f3b1c81f7965a89db8c321753d4ced, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,38621,1731709061151 2024-11-15T22:17:52,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9f3b1c81f7965a89db8c321753d4ced, server=e611192d6313,38621,1731709061151 because future has completed 2024-11-15T22:17:52,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T22:17:52,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a9f3b1c81f7965a89db8c321753d4ced, server=e611192d6313,38621,1731709061151 in 272 msec 2024-11-15T22:17:52,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:17:52,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9f3b1c81f7965a89db8c321753d4ced, ASSIGN in 443 msec 2024-11-15T22:17:52,832 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:17:52,833 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709072832"}]},"ts":"1731709072832"} 2024-11-15T22:17:52,836 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T22:17:52,838 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:17:52,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 960 msec 2024-11-15T22:17:52,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced., hostname=e611192d6313,38621,1731709061151, seqNum=2] 2024-11-15T22:17:52,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38621 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T22:17:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:17:53,210 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:53,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:53,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:17:53,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T22:17:53,548 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T22:17:53,595 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,38621,1731709061151, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:17:53,597 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:17:53,597 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,38621,1731709061151, seqNum=-1] 2024-11-15T22:17:53,598 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:17:53,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T22:17:53,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e611192d6313,38621,1731709061151', locateType=CURRENT is [region=hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced., hostname=e611192d6313,38621,1731709061151, seqNum=2] 2024-11-15T22:17:53,611 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T22:17:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T22:17:53,618 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e611192d6313,38621,1731709061151 suceeded 2024-11-15T22:17:53,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T22:17:53,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 235 msec 2024-11-15T22:17:53,621 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e611192d6313:41233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:17:53,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8080 sec 2024-11-15T22:17:53,633 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:41233' 2024-11-15T22:17:53,635 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@171a55dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:53,635 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,41233,-1 for getting cluster id 2024-11-15T22:17:53,635 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:17:53,636 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ffc0e91-d939-4bab-974e-fa91f00a843e' 2024-11-15T22:17:53,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:17:53,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ffc0e91-d939-4bab-974e-fa91f00a843e" 2024-11-15T22:17:53,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@236df1f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:53,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,41233,-1] 2024-11-15T22:17:53,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:17:53,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:53,638 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:17:53,639 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dedd58f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:53,639 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:17:53,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,41233,1731709068383 2024-11-15T22:17:53,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c59a49 2024-11-15T22:17:53,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:17:53,641 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T22:17:53,642 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,38621,1731709061151 (queues=1) is replicating from cluster=b218d149-cc90-4301-a2df-6f1d494cc4a9 to cluster=0ffc0e91-d939-4bab-974e-fa91f00a843e 2024-11-15T22:17:53,644 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C38621%2C1731709061151 2024-11-15T22:17:53,648 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,38621,1731709061151, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:17:53,650 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151.replicationSource.shippere611192d6313%2C38621%2C1731709061151,1-e611192d6313,38621,1731709061151 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C38621%2C1731709061151 2024-11-15T22:17:53,654 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151.replicationSource.wal-reader.e611192d6313%2C38621%2C1731709061151,1-e611192d6313,38621,1731709061151 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.1731709064406, startPosition=0, beingWritten=true 2024-11-15T22:17:53,916 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151.replicationSource.wal-reader.e611192d6313%2C38621%2C1731709061151,1-e611192d6313,38621,1731709061151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.1731709064406 to pos 0, reset compression=false 2024-11-15T22:17:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:17:53,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:17:53,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:17:53,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:53,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:53,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:17:53,990 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:17:53,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d80048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:53,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,33871,-1 for getting cluster id 2024-11-15T22:17:53,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:17:53,993 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b218d149-cc90-4301-a2df-6f1d494cc4a9' 2024-11-15T22:17:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:17:54,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b218d149-cc90-4301-a2df-6f1d494cc4a9" 2024-11-15T22:17:54,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cabca43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:54,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,33871,-1] 2024-11-15T22:17:54,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:17:54,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:54,003 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:17:54,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd2c954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:54,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:17:54,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,33871,1731709059283 2024-11-15T22:17:54,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad549e7 2024-11-15T22:17:54,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:17:54,008 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:17:54,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://e611192d6313:41233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:17:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:17:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T22:17:54,013 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:41233' 2024-11-15T22:17:54,014 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abcc2db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:54,014 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,41233,-1 for getting cluster id 2024-11-15T22:17:54,014 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:17:54,015 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ffc0e91-d939-4bab-974e-fa91f00a843e' 2024-11-15T22:17:54,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:17:54,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ffc0e91-d939-4bab-974e-fa91f00a843e" 2024-11-15T22:17:54,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538f5f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:54,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,41233,-1] 2024-11-15T22:17:54,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:17:54,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:54,018 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:17:54,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318b89ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:54,019 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:17:54,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,41233,1731709068383 2024-11-15T22:17:54,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d44f0f6 2024-11-15T22:17:54,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:17:54,022 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:17:54,024 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-15T22:17:54,024 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:17:54,024 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:54,024 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:54,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:17:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T22:17:54,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:17:54,223 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151.replicationSource.wal-reader.e611192d6313%2C38621%2C1731709061151,1-e611192d6313,38621,1731709061151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.1731709064406 to pos 0, reset compression=false 2024-11-15T22:17:54,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-15T22:17:54,312 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T22:17:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T22:17:54,345 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-e611192d6313,38621,1731709061151, ReplicationSource: 2, currentBandwidth=0 2024-11-15T22:17:54,349 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T22:17:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T22:17:54,353 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e611192d6313,38621,1731709061151 suceeded 2024-11-15T22:17:54,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T22:17:54,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-15T22:17:54,358 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e611192d6313:41233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:17:54,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 350 msec 2024-11-15T22:17:54,369 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:41233' 2024-11-15T22:17:54,371 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e0c46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:54,371 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,41233,-1 for getting cluster id 2024-11-15T22:17:54,371 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:17:54,376 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ffc0e91-d939-4bab-974e-fa91f00a843e' 2024-11-15T22:17:54,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:17:54,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ffc0e91-d939-4bab-974e-fa91f00a843e" 2024-11-15T22:17:54,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28bc20cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:54,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,41233,-1] 2024-11-15T22:17:54,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:17:54,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:54,380 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:17:54,381 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc014bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:54,381 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:17:54,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,41233,1731709068383 2024-11-15T22:17:54,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4205cb38 2024-11-15T22:17:54,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:17:54,384 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T22:17:54,385 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e611192d6313,38621,1731709061151 (queues=1) is replicating from cluster=b218d149-cc90-4301-a2df-6f1d494cc4a9 to cluster=0ffc0e91-d939-4bab-974e-fa91f00a843e 2024-11-15T22:17:54,385 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e611192d6313%2C38621%2C1731709061151 2024-11-15T22:17:54,385 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e611192d6313,38621,1731709061151, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:17:54,388 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151.replicationSource.wal-reader.e611192d6313%2C38621%2C1731709061151,2-e611192d6313,38621,1731709061151 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.1731709064406, startPosition=0, beingWritten=true 2024-11-15T22:17:54,392 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151.replicationSource.shippere611192d6313%2C38621%2C1731709061151,2-e611192d6313,38621,1731709061151 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C38621%2C1731709061151 2024-11-15T22:17:54,595 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151.replicationSource.wal-reader.e611192d6313%2C38621%2C1731709061151,2-e611192d6313,38621,1731709061151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.1731709064406 to pos 0, reset compression=false 2024-11-15T22:17:54,629 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151.replicationSource.wal-reader.e611192d6313%2C38621%2C1731709061151,1-e611192d6313,38621,1731709061151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.1731709064406 to pos 0, reset compression=false 2024-11-15T22:17:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T22:17:54,638 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T22:17:54,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:17:54,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:17:54,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:54,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:54,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:17:54,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:17:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,33871,1731709059283 2024-11-15T22:17:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b0d7633 2024-11-15T22:17:54,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:17:54,645 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:17:54,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T22:17:54,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-15T22:17:54,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T22:17:54,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-15T22:17:54,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://e611192d6313:41233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:17:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T22:17:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T22:17:54,662 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:41233' 2024-11-15T22:17:54,664 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36beace6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:54,664 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,41233,-1 for getting cluster id 2024-11-15T22:17:54,664 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:17:54,665 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ffc0e91-d939-4bab-974e-fa91f00a843e' 2024-11-15T22:17:54,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:17:54,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ffc0e91-d939-4bab-974e-fa91f00a843e" 2024-11-15T22:17:54,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aebccae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:54,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,41233,-1] 2024-11-15T22:17:54,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:17:54,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:54,667 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:17:54,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d77c11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:54,669 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:17:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,41233,1731709068383 2024-11-15T22:17:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a28e547 2024-11-15T22:17:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:17:54,673 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:17:54,674 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T22:17:54,675 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:17:54,675 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:54,675 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:54,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:17:54,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:17:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T22:17:54,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-15T22:17:54,887 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-15T22:17:54,889 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T22:17:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T22:17:54,893 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on e611192d6313,38621,1731709061151 suceeded 2024-11-15T22:17:54,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T22:17:54,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-15T22:17:54,898 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://e611192d6313:41233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:17:54,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 243 msec 2024-11-15T22:17:54,903 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151.replicationSource.wal-reader.e611192d6313%2C38621%2C1731709061151,2-e611192d6313,38621,1731709061151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.1731709064406 to pos 0, reset compression=false 2024-11-15T22:17:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T22:17:54,978 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-15T22:17:54,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://e611192d6313:41233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:17:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T22:17:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T22:17:54,983 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:41233' 2024-11-15T22:17:54,984 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21dbe8ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:54,984 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,41233,-1 for getting cluster id 2024-11-15T22:17:54,985 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:17:54,986 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ffc0e91-d939-4bab-974e-fa91f00a843e' 2024-11-15T22:17:54,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:17:54,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ffc0e91-d939-4bab-974e-fa91f00a843e" 2024-11-15T22:17:54,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644a9f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:54,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,41233,-1] 2024-11-15T22:17:54,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:17:54,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:54,988 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:17:54,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5709b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:54,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:17:54,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,41233,1731709068383 2024-11-15T22:17:54,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50c343b5 2024-11-15T22:17:54,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:17:54,992 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:17:54,992 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T22:17:54,992 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:17:54,993 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:54,993 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:54,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:17:55,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:17:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T22:17:55,137 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151.replicationSource.wal-reader.e611192d6313%2C38621%2C1731709061151,1-e611192d6313,38621,1731709061151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.1731709064406 to pos 0, reset compression=false 2024-11-15T22:17:55,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-15T22:17:55,160 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-15T22:17:55,162 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T22:17:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T22:17:55,166 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on e611192d6313,38621,1731709061151 suceeded 2024-11-15T22:17:55,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T22:17:55,170 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://e611192d6313:41233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:17:55,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-15T22:17:55,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 191 msec 2024-11-15T22:17:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T22:17:55,299 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-15T22:17:55,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T22:17:55,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33871 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-15T22:17:55,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:17:55,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:17:55,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:55,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:55,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:17:55,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1079732804, stopped=false 2024-11-15T22:17:55,302 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,33871,1731709059283 2024-11-15T22:17:55,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:17:55,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1014092667/running 2024-11-15T22:17:55,309 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1014092667/running 2024-11-15T22:17:55,309 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:55,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:55,310 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:17:55,310 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:17:55,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on znode that does not yet exist, /0-1014092667/running 2024-11-15T22:17:55,310 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:17:55,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on znode that does not yet exist, /0-1014092667/running 2024-11-15T22:17:55,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:55,311 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,38621,1731709061151' ***** 2024-11-15T22:17:55,311 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:17:55,311 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151.replicationSource.wal-reader.e611192d6313%2C38621%2C1731709061151,2-e611192d6313,38621,1731709061151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.1731709064406 to pos 0, reset compression=false 2024-11-15T22:17:55,312 INFO [RS:0;e611192d6313:38621 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:17:55,312 INFO [RS:0;e611192d6313:38621 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:17:55,312 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:17:55,312 INFO [RS:0;e611192d6313:38621 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:17:55,312 INFO [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(3091): Received CLOSE for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:55,313 INFO [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(959): stopping server e611192d6313,38621,1731709061151 2024-11-15T22:17:55,313 INFO [RS:0;e611192d6313:38621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:17:55,313 INFO [RS:0;e611192d6313:38621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:38621. 2024-11-15T22:17:55,313 DEBUG [RS:0;e611192d6313:38621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:17:55,313 DEBUG [RS:0;e611192d6313:38621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:55,313 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9f3b1c81f7965a89db8c321753d4ced, disabling compactions & flushes 2024-11-15T22:17:55,314 INFO [RS:0;e611192d6313:38621 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:17:55,314 INFO [RS:0;e611192d6313:38621 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:17:55,314 INFO [RS:0;e611192d6313:38621 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:17:55,314 INFO [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:17:55,314 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:17:55,315 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:17:55,315 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. after waiting 0 ms 2024-11-15T22:17:55,315 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:17:55,315 INFO [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:17:55,315 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:17:55,315 DEBUG [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a9f3b1c81f7965a89db8c321753d4ced=hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced.} 2024-11-15T22:17:55,315 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:17:55,315 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:17:55,315 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:17:55,315 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:17:55,315 DEBUG [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:55,319 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a9f3b1c81f7965a89db8c321753d4ced 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-15T22:17:55,322 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T22:17:55,377 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:17:55,413 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/replication/a9f3b1c81f7965a89db8c321753d4ced/.tmp/queue/9da29de3a0124002912e3dbd7afab95c is 151, key is 1-e611192d6313,38621,1731709061151/queue:e611192d6313%2C38621%2C1731709061151/1731709073605/Put/seqid=0 2024-11-15T22:17:55,414 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/.tmp/info/0cfbd616b7ad45a58d6233778e835ff0 is 147, key is hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced./info:regioninfo/1731709072796/Put/seqid=0 2024-11-15T22:17:55,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741838_1014 (size=5500) 2024-11-15T22:17:55,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741839_1015 (size=6631) 2024-11-15T22:17:55,443 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/.tmp/info/0cfbd616b7ad45a58d6233778e835ff0 2024-11-15T22:17:55,516 DEBUG [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:55,538 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/.tmp/ns/a1e6cf4966ec4b9a88fd419350a77efb is 43, key is default/ns:d/1731709065423/Put/seqid=0 2024-11-15T22:17:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741840_1016 (size=5153) 2024-11-15T22:17:55,560 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/.tmp/ns/a1e6cf4966ec4b9a88fd419350a77efb 2024-11-15T22:17:55,617 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/.tmp/table/9fca196e18ee462daf7f3eac263a8e69 is 53, key is hbase:replication/table:state/1731709072832/Put/seqid=0 2024-11-15T22:17:55,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741841_1017 (size=5256) 2024-11-15T22:17:55,630 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/.tmp/table/9fca196e18ee462daf7f3eac263a8e69 2024-11-15T22:17:55,667 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/.tmp/info/0cfbd616b7ad45a58d6233778e835ff0 as hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/info/0cfbd616b7ad45a58d6233778e835ff0 2024-11-15T22:17:55,680 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/info/0cfbd616b7ad45a58d6233778e835ff0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T22:17:55,684 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/.tmp/ns/a1e6cf4966ec4b9a88fd419350a77efb as hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/ns/a1e6cf4966ec4b9a88fd419350a77efb 2024-11-15T22:17:55,699 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/ns/a1e6cf4966ec4b9a88fd419350a77efb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T22:17:55,703 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/.tmp/table/9fca196e18ee462daf7f3eac263a8e69 as hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/table/9fca196e18ee462daf7f3eac263a8e69 2024-11-15T22:17:55,716 DEBUG [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:17:55,717 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/table/9fca196e18ee462daf7f3eac263a8e69, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T22:17:55,727 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 404ms, sequenceid=11, compaction requested=false 2024-11-15T22:17:55,750 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151.replicationSource.wal-reader.e611192d6313%2C38621%2C1731709061151,1-e611192d6313,38621,1731709061151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.1731709064406 to pos 0, reset compression=false 2024-11-15T22:17:55,786 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T22:17:55,794 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:17:55,794 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:17:55,794 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:17:55,795 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709075315Running coprocessor pre-close hooks at 1731709075315Disabling compacts and flushes for region at 1731709075315Disabling writes for close at 1731709075315Obtaining lock to block concurrent updates at 1731709075322 (+7 ms)Preparing flush snapshotting stores in 1588230740 at 1731709075322Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731709075333 (+11 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731709075335 (+2 ms)Flushing 1588230740/info: creating writer at 1731709075337 (+2 ms)Flushing 1588230740/info: appending metadata at 1731709075389 (+52 ms)Flushing 1588230740/info: closing flushed file at 1731709075391 (+2 ms)Flushing 1588230740/ns: creating writer at 1731709075509 (+118 ms)Flushing 1588230740/ns: appending metadata at 1731709075537 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731709075537Flushing 1588230740/table: creating writer at 1731709075586 (+49 ms)Flushing 1588230740/table: appending metadata at 1731709075616 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731709075616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25a4d376: reopening flushed file at 1731709075660 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131652e9: reopening flushed file at 1731709075682 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11beea4c: reopening flushed file at 1731709075700 (+18 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 404ms, sequenceid=11, compaction requested=false at 1731709075727 (+27 ms)Writing region close event to WAL at 1731709075740 (+13 ms)Running coprocessor post-close hooks at 1731709075792 (+52 ms)Closed at 1731709075794 (+2 ms) 2024-11-15T22:17:55,795 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:17:55,824 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151.replicationSource.wal-reader.e611192d6313%2C38621%2C1731709061151,2-e611192d6313,38621,1731709061151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.1731709064406 to pos 0, reset compression=false 2024-11-15T22:17:55,842 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/replication/a9f3b1c81f7965a89db8c321753d4ced/.tmp/queue/9da29de3a0124002912e3dbd7afab95c 2024-11-15T22:17:55,856 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/replication/a9f3b1c81f7965a89db8c321753d4ced/.tmp/queue/9da29de3a0124002912e3dbd7afab95c as hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/replication/a9f3b1c81f7965a89db8c321753d4ced/queue/9da29de3a0124002912e3dbd7afab95c 2024-11-15T22:17:55,872 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/replication/a9f3b1c81f7965a89db8c321753d4ced/queue/9da29de3a0124002912e3dbd7afab95c, entries=2, sequenceid=6, filesize=5.4 K 2024-11-15T22:17:55,873 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a9f3b1c81f7965a89db8c321753d4ced in 558ms, sequenceid=6, compaction requested=false 2024-11-15T22:17:55,873 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T22:17:55,900 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/replication/a9f3b1c81f7965a89db8c321753d4ced/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T22:17:55,901 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:17:55,902 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:17:55,902 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:17:55,902 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9f3b1c81f7965a89db8c321753d4ced: Waiting for close lock at 1731709075313Running coprocessor pre-close hooks at 1731709075313Disabling compacts and flushes for region at 1731709075313Disabling writes for close at 1731709075315 (+2 ms)Obtaining lock to block concurrent updates at 1731709075319 (+4 ms)Preparing flush snapshotting stores in a9f3b1c81f7965a89db8c321753d4ced at 1731709075319Finished memstore snapshotting hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731709075333 (+14 ms)Flushing stores of hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. at 1731709075335 (+2 ms)Flushing a9f3b1c81f7965a89db8c321753d4ced/queue: creating writer at 1731709075337 (+2 ms)Flushing a9f3b1c81f7965a89db8c321753d4ced/queue: appending metadata at 1731709075388 (+51 ms)Flushing a9f3b1c81f7965a89db8c321753d4ced/queue: closing flushed file at 1731709075391 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696b3cd4: reopening flushed file at 1731709075855 (+464 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a9f3b1c81f7965a89db8c321753d4ced in 558ms, sequenceid=6, compaction requested=false at 1731709075873 (+18 ms)Writing region close event to WAL at 1731709075881 (+8 ms)Running coprocessor post-close hooks at 1731709075901 (+20 ms)Closed at 1731709075902 (+1 ms) 2024-11-15T22:17:55,902 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:17:55,920 INFO [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(976): stopping server e611192d6313,38621,1731709061151; all regions closed. 2024-11-15T22:17:55,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741834_1010 (size=2742) 2024-11-15T22:17:55,942 DEBUG [RS:0;e611192d6313:38621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/oldWALs 2024-11-15T22:17:55,942 INFO [RS:0;e611192d6313:38621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C38621%2C1731709061151.meta:.meta(num 1731709065035) 2024-11-15T22:17:55,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741837_1013 (size=1802) 2024-11-15T22:17:55,965 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.rep.1731709072722 not finished, retry = 0 2024-11-15T22:17:56,069 DEBUG [RS:0;e611192d6313:38621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/oldWALs 2024-11-15T22:17:56,069 INFO [RS:0;e611192d6313:38621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C38621%2C1731709061151.rep:(num 1731709072722) 2024-11-15T22:17:56,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741833_1009 (size=93) 2024-11-15T22:17:56,081 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151/e611192d6313%2C38621%2C1731709061151.1731709064406 not finished, retry = 0 2024-11-15T22:17:56,142 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:17:56,143 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:17:56,185 DEBUG [RS:0;e611192d6313:38621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/oldWALs 2024-11-15T22:17:56,185 INFO [RS:0;e611192d6313:38621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C38621%2C1731709061151:(num 1731709064406) 2024-11-15T22:17:56,185 DEBUG [RS:0;e611192d6313:38621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:56,185 INFO [RS:0;e611192d6313:38621 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:17:56,185 INFO [RS:0;e611192d6313:38621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:17:56,185 INFO [RS:0;e611192d6313:38621 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:17:56,186 INFO [RS:0;e611192d6313:38621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:17:56,186 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:17:56,186 INFO [RS:0;e611192d6313:38621 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,38621,1731709061151 because: Region server is closing 2024-11-15T22:17:56,186 INFO [RS:0;e611192d6313:38621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:38621. 2024-11-15T22:17:56,187 DEBUG [RS:0;e611192d6313:38621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:17:56,187 DEBUG [RS:0;e611192d6313:38621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:56,187 DEBUG [RS:0;e611192d6313:38621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:56,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:17:56,287 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151.replicationSource.wal-reader.e611192d6313%2C38621%2C1731709061151,1-e611192d6313,38621,1731709061151 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T22:17:56,287 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151.replicationSource.shippere611192d6313%2C38621%2C1731709061151,1-e611192d6313,38621,1731709061151 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T22:17:56,288 INFO [RS:0;e611192d6313:38621 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,38621,1731709061151.replicationSource.shippere611192d6313%2C38621%2C1731709061151,1-e611192d6313,38621,1731709061151 terminated 2024-11-15T22:17:56,288 INFO [RS:0;e611192d6313:38621 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e611192d6313,38621,1731709061151 because: Region server is closing 2024-11-15T22:17:56,288 INFO [RS:0;e611192d6313:38621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:38621. 2024-11-15T22:17:56,288 DEBUG [RS:0;e611192d6313:38621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:17:56,288 DEBUG [RS:0;e611192d6313:38621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:56,289 DEBUG [RS:0;e611192d6313:38621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:56,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:17:56,389 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151.replicationSource.shippere611192d6313%2C38621%2C1731709061151,2-e611192d6313,38621,1731709061151 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T22:17:56,389 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151.replicationSource.wal-reader.e611192d6313%2C38621%2C1731709061151,2-e611192d6313,38621,1731709061151 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T22:17:56,389 INFO [RS:0;e611192d6313:38621 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,38621,1731709061151.replicationSource.shippere611192d6313%2C38621%2C1731709061151,2-e611192d6313,38621,1731709061151 terminated 2024-11-15T22:17:56,390 INFO [RS:0;e611192d6313:38621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38621 2024-11-15T22:17:56,446 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1014092667/rs/e611192d6313,38621,1731709061151 2024-11-15T22:17:56,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667/rs 2024-11-15T22:17:56,446 INFO [RS:0;e611192d6313:38621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:17:56,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,38621,1731709061151] 2024-11-15T22:17:56,478 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1014092667/draining/e611192d6313,38621,1731709061151 already deleted, retry=false 2024-11-15T22:17:56,478 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,38621,1731709061151 expired; onlineServers=0 2024-11-15T22:17:56,478 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,33871,1731709059283' ***** 2024-11-15T22:17:56,478 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:17:56,478 INFO [M:0;e611192d6313:33871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:17:56,479 INFO [M:0;e611192d6313:33871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:17:56,479 DEBUG [M:0;e611192d6313:33871 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:17:56,479 DEBUG [M:0;e611192d6313:33871 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:17:56,479 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709063857 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709063857,5,FailOnTimeoutGroup] 2024-11-15T22:17:56,479 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709063855 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709063855,5,FailOnTimeoutGroup] 2024-11-15T22:17:56,479 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:17:56,479 INFO [M:0;e611192d6313:33871 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:17:56,480 INFO [M:0;e611192d6313:33871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:17:56,480 DEBUG [M:0;e611192d6313:33871 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:17:56,480 INFO [M:0;e611192d6313:33871 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:17:56,480 INFO [M:0;e611192d6313:33871 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:17:56,481 INFO [M:0;e611192d6313:33871 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:17:56,481 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:17:56,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1014092667/master 2024-11-15T22:17:56,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:56,499 DEBUG [M:0;e611192d6313:33871 {}] zookeeper.ZKUtil(347): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Unable to get data of znode /0-1014092667/master because node does not exist (not an error) 2024-11-15T22:17:56,499 WARN [M:0;e611192d6313:33871 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:17:56,500 INFO [M:0;e611192d6313:33871 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/.lastflushedseqids 2024-11-15T22:17:56,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741842_1018 (size=181) 2024-11-15T22:17:56,558 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:17:56,558 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x101409319cf0001, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:17:56,559 INFO [RS:0;e611192d6313:38621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:17:56,559 INFO [RS:0;e611192d6313:38621 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,38621,1731709061151; zookeeper connection closed. 2024-11-15T22:17:56,559 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@457b1afe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@457b1afe 2024-11-15T22:17:56,560 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:17:56,917 INFO [M:0;e611192d6313:33871 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:17:56,918 INFO [M:0;e611192d6313:33871 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:17:56,918 DEBUG [M:0;e611192d6313:33871 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:17:56,918 INFO [M:0;e611192d6313:33871 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:17:56,918 DEBUG [M:0;e611192d6313:33871 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:17:56,918 DEBUG [M:0;e611192d6313:33871 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:17:56,918 DEBUG [M:0;e611192d6313:33871 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:17:56,918 INFO [M:0;e611192d6313:33871 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-15T22:17:56,978 DEBUG [M:0;e611192d6313:33871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/993d9bb528654ee08918e296378e92a6 is 82, key is hbase:meta,,1/info:regioninfo/1731709065287/Put/seqid=0 2024-11-15T22:17:56,985 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:17:57,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741843_1019 (size=5672) 2024-11-15T22:17:57,042 INFO [M:0;e611192d6313:33871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/993d9bb528654ee08918e296378e92a6 2024-11-15T22:17:57,105 DEBUG [M:0;e611192d6313:33871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7531f500eaad478191d9e30fe7b7382d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731709072840/Put/seqid=0 2024-11-15T22:17:57,133 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:17:57,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741844_1020 (size=8663) 2024-11-15T22:17:57,548 INFO [M:0;e611192d6313:33871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7531f500eaad478191d9e30fe7b7382d 2024-11-15T22:17:57,614 DEBUG [M:0;e611192d6313:33871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d1f441103b7401ea14155fa2c63f5d2 is 69, key is e611192d6313,38621,1731709061151/rs:state/1731709063988/Put/seqid=0 2024-11-15T22:17:57,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741845_1021 (size=5156) 2024-11-15T22:17:57,650 INFO [M:0;e611192d6313:33871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d1f441103b7401ea14155fa2c63f5d2 2024-11-15T22:17:57,676 DEBUG [M:0;e611192d6313:33871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/993d9bb528654ee08918e296378e92a6 as hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/993d9bb528654ee08918e296378e92a6 2024-11-15T22:17:57,700 INFO [M:0;e611192d6313:33871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/993d9bb528654ee08918e296378e92a6, entries=8, sequenceid=115, filesize=5.5 K 2024-11-15T22:17:57,708 DEBUG [M:0;e611192d6313:33871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7531f500eaad478191d9e30fe7b7382d as hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7531f500eaad478191d9e30fe7b7382d 2024-11-15T22:17:57,734 INFO [M:0;e611192d6313:33871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7531f500eaad478191d9e30fe7b7382d, entries=14, sequenceid=115, filesize=8.5 K 2024-11-15T22:17:57,744 DEBUG [M:0;e611192d6313:33871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d1f441103b7401ea14155fa2c63f5d2 as hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d1f441103b7401ea14155fa2c63f5d2 2024-11-15T22:17:57,765 INFO [M:0;e611192d6313:33871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d1f441103b7401ea14155fa2c63f5d2, entries=1, sequenceid=115, filesize=5.0 K 2024-11-15T22:17:57,767 INFO [M:0;e611192d6313:33871 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 849ms, sequenceid=115, compaction requested=false 2024-11-15T22:17:57,805 INFO [M:0;e611192d6313:33871 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:17:57,806 DEBUG [M:0;e611192d6313:33871 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709076918Disabling compacts and flushes for region at 1731709076918Disabling writes for close at 1731709076918Obtaining lock to block concurrent updates at 1731709076918Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709076918Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731709076919 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709076930 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709076930Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709076977 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709076977Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709077062 (+85 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709077105 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709077105Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709077580 (+475 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709077613 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709077613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f4a892c: reopening flushed file at 1731709077667 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a6ea25: reopening flushed file at 1731709077700 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39278ae3: reopening flushed file at 1731709077734 (+34 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 849ms, sequenceid=115, compaction requested=false at 1731709077767 (+33 ms)Writing region close event to WAL at 1731709077805 (+38 ms)Closed at 1731709077805 2024-11-15T22:17:57,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741830_1006 (size=59421) 2024-11-15T22:17:57,843 INFO [M:0;e611192d6313:33871 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:17:57,843 INFO [M:0;e611192d6313:33871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33871 2024-11-15T22:17:57,844 INFO [M:0;e611192d6313:33871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:17:57,844 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:17:57,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:17:57,957 INFO [M:0;e611192d6313:33871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:17:57,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33871-0x101409319cf0000, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:17:57,959 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:17:57,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:57,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:57,960 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:17:57,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:57,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:17:57,960 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:17:57,960 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:17:57,961 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45283 2024-11-15T22:17:57,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45283 connecting to ZooKeeper ensemble=127.0.0.1:58028 2024-11-15T22:17:57,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452830x0, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:17:57,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45283-0x101409319cf0006 connected 2024-11-15T22:17:58,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:58,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:58,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on znode that does not yet exist, /0-1014092667/running 2024-11-15T22:17:58,013 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7, hbase.cluster.distributed=false 2024-11-15T22:17:58,014 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1014092667/meta-region-server: INIT 2024-11-15T22:17:58,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on znode that does not yet exist, /0-1014092667/acl 2024-11-15T22:17:58,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45283 2024-11-15T22:17:58,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45283 2024-11-15T22:17:58,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45283 2024-11-15T22:17:58,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45283 2024-11-15T22:17:58,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45283 2024-11-15T22:17:58,034 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:17:58,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:58,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:58,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:17:58,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:17:58,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:17:58,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:17:58,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:17:58,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44687 2024-11-15T22:17:58,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44687 connecting to ZooKeeper ensemble=127.0.0.1:58028 2024-11-15T22:17:58,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:58,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:58,057 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446870x0, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:17:58,057 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1014092667/meta-region-server: INIT 2024-11-15T22:17:58,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446870x0, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on znode that does not yet exist, /0-1014092667/running 2024-11-15T22:17:58,058 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:17:58,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44687-0x101409319cf0007 connected 2024-11-15T22:17:58,064 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:17:58,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on znode that does not yet exist, /0-1014092667/master 2024-11-15T22:17:58,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on znode that does not yet exist, /0-1014092667/acl 2024-11-15T22:17:58,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44687 2024-11-15T22:17:58,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44687 2024-11-15T22:17:58,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44687 2024-11-15T22:17:58,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44687 2024-11-15T22:17:58,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44687 2024-11-15T22:17:58,115 DEBUG [M:0;e611192d6313:45283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:45283 2024-11-15T22:17:58,115 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1014092667/backup-masters/e611192d6313,45283,1731709077959 2024-11-15T22:17:58,130 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667/backup-masters 2024-11-15T22:17:58,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667/backup-masters 2024-11-15T22:17:58,131 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on existing znode=/0-1014092667/backup-masters/e611192d6313,45283,1731709077959 2024-11-15T22:17:58,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:58,141 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1014092667/master 2024-11-15T22:17:58,141 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:58,142 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on existing znode=/0-1014092667/master 2024-11-15T22:17:58,143 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1014092667/backup-masters/e611192d6313,45283,1731709077959 from backup master directory 2024-11-15T22:17:58,153 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667/backup-masters 2024-11-15T22:17:58,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1014092667/backup-masters/e611192d6313,45283,1731709077959 2024-11-15T22:17:58,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667/backup-masters 2024-11-15T22:17:58,154 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:17:58,154 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,45283,1731709077959 2024-11-15T22:17:58,193 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:17:58,194 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:17:58,224 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 30ms. 2024-11-15T22:17:58,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741846_1022 (size=196) 2024-11-15T22:17:58,255 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:17:58,256 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:17:58,258 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:17:58,270 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T22:17:58,275 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/WALs/e611192d6313,33871,1731709059283 to hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/WALs/e611192d6313,33871,1731709059283-dead as it is dead 2024-11-15T22:17:58,276 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T22:17:58,277 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T22:17:58,277 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/WALs/e611192d6313,33871,1731709059283-dead/e611192d6313%2C33871%2C1731709059283.1731709062723 2024-11-15T22:17:58,284 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/WALs/e611192d6313,33871,1731709059283-dead/e611192d6313%2C33871%2C1731709059283.1731709062723 after 4ms 2024-11-15T22:17:58,285 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/WALs/e611192d6313,33871,1731709059283-dead/e611192d6313%2C33871%2C1731709059283.1731709062723 to hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e611192d6313%2C33871%2C1731709059283.1731709062723 2024-11-15T22:17:58,285 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/WALs/e611192d6313,33871,1731709059283-dead 2024-11-15T22:17:58,286 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/WALs/e611192d6313,45283,1731709077959 2024-11-15T22:17:58,287 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:17:58,289 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C45283%2C1731709077959, suffix=, logDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/WALs/e611192d6313,45283,1731709077959, archiveDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/oldWALs, maxLogs=10 2024-11-15T22:17:58,307 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/WALs/e611192d6313,45283,1731709077959/e611192d6313%2C45283%2C1731709077959.1731709078290, exclude list is [], retry=0 2024-11-15T22:17:58,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-ac52d90c-90bd-4acb-ac38-020e82a25193,DISK] 2024-11-15T22:17:58,337 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/WALs/e611192d6313,45283,1731709077959/e611192d6313%2C45283%2C1731709077959.1731709078290 2024-11-15T22:17:58,337 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46653:46653)] 2024-11-15T22:17:58,337 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:17:58,338 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:17:58,338 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:58,338 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:58,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:58,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:17:58,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:58,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/993d9bb528654ee08918e296378e92a6 2024-11-15T22:17:58,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:58,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:58,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:17:58,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:58,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7531f500eaad478191d9e30fe7b7382d 2024-11-15T22:17:58,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:17:58,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:58,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:17:58,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:58,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d1f441103b7401ea14155fa2c63f5d2 2024-11-15T22:17:58,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:17:58,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:58,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:17:58,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:58,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:17:58,386 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:58,388 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T22:17:58,388 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e611192d6313%2C33871%2C1731709059283.1731709062723 2024-11-15T22:17:58,409 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e611192d6313%2C33871%2C1731709059283.1731709062723 2024-11-15T22:17:58,410 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e611192d6313%2C33871%2C1731709059283.1731709062723 2024-11-15T22:17:58,412 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:58,412 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:58,414 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:17:58,416 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:17:58,420 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-15T22:17:58,424 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61325183, jitterRate=-0.086183562874794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:17:58,425 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709078338Initializing all the Stores at 1731709078340 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709078340Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709078344 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709078344Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709078344Cleaning up temporary data from old regions at 1731709078412 (+68 ms)Region opened successfully at 1731709078424 (+12 ms) 2024-11-15T22:17:58,425 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:17:58,431 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a142dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:17:58,446 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T22:17:58,447 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:17:58,447 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:17:58,447 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:17:58,448 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T22:17:58,455 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:17:58,455 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:17:58,456 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:17:58,456 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:17:58,457 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T22:17:58,457 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T22:17:58,457 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-15T22:17:58,457 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:17:58,465 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e611192d6313,38621,1731709061151, regionLocation=e611192d6313,38621,1731709061151, openSeqNum=2 2024-11-15T22:17:58,465 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e611192d6313,38621,1731709061151, table=hbase:meta, region=1588230740 2024-11-15T22:17:58,465 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,38621,1731709061151, state=OPEN 2024-11-15T22:17:58,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1014092667/meta-region-server 2024-11-15T22:17:58,478 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1014092667/meta-region-server 2024-11-15T22:17:58,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1014092667/meta-region-server: CHANGED 2024-11-15T22:17:58,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1014092667/meta-region-server: CHANGED 2024-11-15T22:17:58,483 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:17:58,496 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1014092667/draining/e611192d6313,38621,1731709061151 already deleted, retry=false 2024-11-15T22:17:58,496 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e611192d6313,38621,1731709061151 on e611192d6313,45283,1731709077959 2024-11-15T22:17:58,503 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e611192d6313,38621,1731709061151, splitWal=true, meta=true 2024-11-15T22:17:58,506 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for e611192d6313,38621,1731709061151 (carryingMeta=true) e611192d6313,38621,1731709061151/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@467f6b06[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T22:17:58,510 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Unable to get data of znode /0-1014092667/balancer because node does not exist (not necessarily an error) 2024-11-15T22:17:58,590 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1014092667/balancer already deleted, retry=false 2024-11-15T22:17:58,591 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:17:58,592 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Unable to get data of znode /0-1014092667/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:17:58,622 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1014092667/normalizer already deleted, retry=false 2024-11-15T22:17:58,622 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:17:58,623 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Unable to get data of znode /0-1014092667/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:17:58,636 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1014092667/switch/split already deleted, retry=false 2024-11-15T22:17:58,637 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Unable to get data of znode /0-1014092667/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:17:58,646 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1014092667/switch/merge already deleted, retry=false 2024-11-15T22:17:58,670 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Unable to get data of znode /0-1014092667/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:17:58,678 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1014092667/snapshot-cleanup already deleted, retry=false 2024-11-15T22:17:58,688 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1014092667/running 2024-11-15T22:17:58,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1014092667/running 2024-11-15T22:17:58,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:58,689 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:17:58,689 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,45283,1731709077959, sessionid=0x101409319cf0006, setting cluster-up flag (Was=false) 2024-11-15T22:17:58,700 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1014092667/flush-table-proc/acquired, /0-1014092667/flush-table-proc/reached, /0-1014092667/flush-table-proc/abort 2024-11-15T22:17:58,702 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,45283,1731709077959 2024-11-15T22:17:58,711 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1014092667/online-snapshot/acquired, /0-1014092667/online-snapshot/reached, /0-1014092667/online-snapshot/abort 2024-11-15T22:17:58,712 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,45283,1731709077959 2024-11-15T22:17:58,733 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/.lastflushedseqids 2024-11-15T22:17:58,738 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:17:58,738 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:17:58,738 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,45283,1731709077959 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 e611192d6313,38621,1731709061151 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:17:58,742 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:17:58,742 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:17:58,742 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:17:58,742 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:17:58,742 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:17:58,742 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:58,742 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:17:58,742 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:58,744 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709108744 2024-11-15T22:17:58,744 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:17:58,745 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:17:58,745 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:17:58,745 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:17:58,745 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:17:58,745 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:17:58,747 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e611192d6313,38621,1731709061151, splitWal=true, meta=true 2024-11-15T22:17:58,748 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:58,749 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e611192d6313,38621,1731709061151, splitWal=true, meta=true, isMeta: true 2024-11-15T22:17:58,752 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151-splitting 2024-11-15T22:17:58,752 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:17:58,752 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:17:58,753 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:17:58,753 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:17:58,753 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:17:58,753 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:17:58,754 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151-splitting dir is empty, no logs to split. 2024-11-15T22:17:58,754 INFO [PEWorker-2 {}] master.SplitWALManager(105): e611192d6313,38621,1731709061151 WAL count=0, meta=true 2024-11-15T22:17:58,756 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709078753,5,FailOnTimeoutGroup] 2024-11-15T22:17:58,757 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709078756,5,FailOnTimeoutGroup] 2024-11-15T22:17:58,757 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:58,757 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:17:58,757 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:58,757 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:58,757 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709078757, completionTime=-1 2024-11-15T22:17:58,758 WARN [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T22:17:58,760 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151-splitting dir is empty, no logs to split. 2024-11-15T22:17:58,760 INFO [PEWorker-2 {}] master.SplitWALManager(105): e611192d6313,38621,1731709061151 WAL count=0, meta=true 2024-11-15T22:17:58,760 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if e611192d6313,38621,1731709061151 WAL splitting is done? wals=0, meta=true 2024-11-15T22:17:58,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:17:58,766 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T22:17:58,766 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:17:58,768 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T22:17:58,818 INFO [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(746): ClusterId : b218d149-cc90-4301-a2df-6f1d494cc4a9 2024-11-15T22:17:58,818 DEBUG [RS:0;e611192d6313:44687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:17:58,847 DEBUG [RS:0;e611192d6313:44687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:17:58,847 DEBUG [RS:0;e611192d6313:44687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:17:58,860 DEBUG [RS:0;e611192d6313:44687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:17:58,861 DEBUG [RS:0;e611192d6313:44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eca32bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:17:58,873 DEBUG [RS:0;e611192d6313:44687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:44687 2024-11-15T22:17:58,873 INFO [RS:0;e611192d6313:44687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:17:58,873 INFO [RS:0;e611192d6313:44687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:17:58,874 DEBUG [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:17:58,874 INFO [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,45283,1731709077959 with port=44687, startcode=1731709078034 2024-11-15T22:17:58,875 DEBUG [RS:0;e611192d6313:44687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:17:58,877 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:17:58,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,44687,1731709078034 2024-11-15T22:17:58,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45283 {}] master.ServerManager(517): Registering regionserver=e611192d6313,44687,1731709078034 2024-11-15T22:17:58,880 DEBUG [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7 2024-11-15T22:17:58,880 DEBUG [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38343 2024-11-15T22:17:58,880 DEBUG [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:17:58,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667/rs 2024-11-15T22:17:58,889 DEBUG [RS:0;e611192d6313:44687 {}] zookeeper.ZKUtil(111): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on existing znode=/0-1014092667/rs/e611192d6313,44687,1731709078034 2024-11-15T22:17:58,889 WARN [RS:0;e611192d6313:44687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:17:58,889 INFO [RS:0;e611192d6313:44687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:17:58,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,44687,1731709078034] 2024-11-15T22:17:58,890 DEBUG [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034 2024-11-15T22:17:58,916 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=158ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T22:17:58,919 WARN [e611192d6313:45283 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T22:17:58,939 INFO [RS:0;e611192d6313:44687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:17:58,942 INFO [RS:0;e611192d6313:44687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:17:58,944 INFO [RS:0;e611192d6313:44687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:17:58,944 INFO [RS:0;e611192d6313:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:58,945 INFO [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:17:58,946 INFO [RS:0;e611192d6313:44687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:17:58,946 INFO [RS:0;e611192d6313:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:58,946 DEBUG [RS:0;e611192d6313:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:58,946 DEBUG [RS:0;e611192d6313:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:58,946 DEBUG [RS:0;e611192d6313:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:58,946 DEBUG [RS:0;e611192d6313:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:58,946 DEBUG [RS:0;e611192d6313:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:58,947 DEBUG [RS:0;e611192d6313:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:17:58,947 DEBUG [RS:0;e611192d6313:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:58,947 DEBUG [RS:0;e611192d6313:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:58,947 DEBUG [RS:0;e611192d6313:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:58,947 DEBUG [RS:0;e611192d6313:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:58,947 DEBUG [RS:0;e611192d6313:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:58,947 DEBUG [RS:0;e611192d6313:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:17:58,947 DEBUG [RS:0;e611192d6313:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:17:58,947 DEBUG [RS:0;e611192d6313:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:17:58,971 INFO [RS:0;e611192d6313:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:58,971 INFO [RS:0;e611192d6313:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:58,971 INFO [RS:0;e611192d6313:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:58,971 INFO [RS:0;e611192d6313:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:58,971 INFO [RS:0;e611192d6313:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:58,971 INFO [RS:0;e611192d6313:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,44687,1731709078034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:17:59,003 INFO [RS:0;e611192d6313:44687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:17:59,003 INFO [RS:0;e611192d6313:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,44687,1731709078034-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:59,027 INFO [RS:0;e611192d6313:44687 {}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,44687,1731709078034, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:17:59,058 INFO [RS:0;e611192d6313:44687 {}] regionserver.ReplicationSource(231): queueId=2-e611192d6313,44687,1731709078034, ReplicationSource: 2, currentBandwidth=0 2024-11-15T22:17:59,059 DEBUG [RS:0;e611192d6313:44687.replicationSource,1-e611192d6313,44687,1731709078034 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:41233' 2024-11-15T22:17:59,060 DEBUG [RS:0;e611192d6313:44687.replicationSource,1-e611192d6313,44687,1731709078034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78bdfb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:59,060 DEBUG [RS:0;e611192d6313:44687.replicationSource,1-e611192d6313,44687,1731709078034 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,41233,-1 for getting cluster id 2024-11-15T22:17:59,060 DEBUG [RS:0;e611192d6313:44687.replicationSource,1-e611192d6313,44687,1731709078034 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:17:59,061 INFO [RS:0;e611192d6313:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:59,061 INFO [RS:0;e611192d6313:44687 {}] regionserver.Replication(171): e611192d6313,44687,1731709078034 started 2024-11-15T22:17:59,069 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ffc0e91-d939-4bab-974e-fa91f00a843e' 2024-11-15T22:17:59,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:17:59,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ffc0e91-d939-4bab-974e-fa91f00a843e" 2024-11-15T22:17:59,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@729d1e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:59,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,41233,-1] 2024-11-15T22:17:59,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:17:59,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:59,073 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:17:59,075 DEBUG [RS:0;e611192d6313:44687.replicationSource,1-e611192d6313,44687,1731709078034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50d5ca4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:59,075 DEBUG [RS:0;e611192d6313:44687.replicationSource,1-e611192d6313,44687,1731709078034 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:17:59,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,41233,1731709068383 2024-11-15T22:17:59,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@726cbc1 2024-11-15T22:17:59,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:17:59,079 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T22:17:59,080 INFO [RS:0;e611192d6313:44687.replicationSource,1-e611192d6313,44687,1731709078034 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,44687,1731709078034 (queues=0) is replicating from cluster=b218d149-cc90-4301-a2df-6f1d494cc4a9 to cluster=0ffc0e91-d939-4bab-974e-fa91f00a843e 2024-11-15T22:17:59,084 INFO [RS:0;e611192d6313:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:17:59,084 INFO [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,44687,1731709078034, RpcServer on e611192d6313/172.17.0.3:44687, sessionid=0x101409319cf0007 2024-11-15T22:17:59,084 DEBUG [RS:0;e611192d6313:44687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:17:59,085 DEBUG [RS:0;e611192d6313:44687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,44687,1731709078034 2024-11-15T22:17:59,085 DEBUG [RS:0;e611192d6313:44687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,44687,1731709078034' 2024-11-15T22:17:59,085 DEBUG [RS:0;e611192d6313:44687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1014092667/flush-table-proc/abort' 2024-11-15T22:17:59,085 DEBUG [RS:0;e611192d6313:44687.replicationSource,2-e611192d6313,44687,1731709078034 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:41233' 2024-11-15T22:17:59,085 DEBUG [RS:0;e611192d6313:44687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1014092667/flush-table-proc/acquired' 2024-11-15T22:17:59,088 DEBUG [RS:0;e611192d6313:44687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:17:59,088 DEBUG [RS:0;e611192d6313:44687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:17:59,088 DEBUG [RS:0;e611192d6313:44687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,44687,1731709078034 2024-11-15T22:17:59,088 DEBUG [RS:0;e611192d6313:44687.replicationSource,2-e611192d6313,44687,1731709078034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5054dad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:59,088 DEBUG [RS:0;e611192d6313:44687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,44687,1731709078034' 2024-11-15T22:17:59,088 DEBUG [RS:0;e611192d6313:44687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1014092667/online-snapshot/abort' 2024-11-15T22:17:59,088 DEBUG [RS:0;e611192d6313:44687.replicationSource,2-e611192d6313,44687,1731709078034 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,41233,-1 for getting cluster id 2024-11-15T22:17:59,089 DEBUG [RS:0;e611192d6313:44687.replicationSource,2-e611192d6313,44687,1731709078034 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:17:59,089 DEBUG [RS:0;e611192d6313:44687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1014092667/online-snapshot/acquired' 2024-11-15T22:17:59,089 DEBUG [RS:0;e611192d6313:44687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:17:59,089 INFO [RS:0;e611192d6313:44687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:17:59,089 INFO [RS:0;e611192d6313:44687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:17:59,089 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ffc0e91-d939-4bab-974e-fa91f00a843e' 2024-11-15T22:17:59,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:17:59,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ffc0e91-d939-4bab-974e-fa91f00a843e" 2024-11-15T22:17:59,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b071ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:59,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,41233,-1] 2024-11-15T22:17:59,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:17:59,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:17:59,092 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:17:59,093 DEBUG [RS:0;e611192d6313:44687.replicationSource,2-e611192d6313,44687,1731709078034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24a9c0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:17:59,093 DEBUG [RS:0;e611192d6313:44687.replicationSource,2-e611192d6313,44687,1731709078034 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:17:59,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,41233,1731709068383 2024-11-15T22:17:59,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cdaa700 2024-11-15T22:17:59,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:17:59,096 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T22:17:59,098 INFO [RS:0;e611192d6313:44687.replicationSource,2-e611192d6313,44687,1731709078034 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e611192d6313,44687,1731709078034 (queues=0) is replicating from cluster=b218d149-cc90-4301-a2df-6f1d494cc4a9 to cluster=0ffc0e91-d939-4bab-974e-fa91f00a843e 2024-11-15T22:17:59,190 INFO [RS:0;e611192d6313:44687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:17:59,192 INFO [RS:0;e611192d6313:44687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C44687%2C1731709078034, suffix=, logDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034, archiveDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/oldWALs, maxLogs=10 2024-11-15T22:17:59,213 DEBUG [RS:0;e611192d6313:44687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193, exclude list is [], retry=0 2024-11-15T22:17:59,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-ac52d90c-90bd-4acb-ac38-020e82a25193,DISK] 2024-11-15T22:17:59,256 INFO [RS:0;e611192d6313:44687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 2024-11-15T22:17:59,264 DEBUG [RS:0;e611192d6313:44687 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e611192d6313%2C44687%2C1731709078034 for peer 1 2024-11-15T22:17:59,264 DEBUG [RS:0;e611192d6313:44687 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e611192d6313%2C44687%2C1731709078034 for peer 2 2024-11-15T22:17:59,265 DEBUG [RS:0;e611192d6313:44687 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C44687%2C1731709078034 2024-11-15T22:17:59,265 INFO [RS:0;e611192d6313:44687 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,44687,1731709078034, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:17:59,269 DEBUG [RS:0;e611192d6313:44687 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e611192d6313%2C44687%2C1731709078034 2024-11-15T22:17:59,269 INFO [RS:0;e611192d6313:44687 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e611192d6313,44687,1731709078034, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:17:59,269 INFO [RS:0;e611192d6313:44687.replicationSource.shippere611192d6313%2C44687%2C1731709078034,1-e611192d6313,44687,1731709078034 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C44687%2C1731709078034 2024-11-15T22:17:59,280 DEBUG [RS:0;e611192d6313:44687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46653:46653)] 2024-11-15T22:17:59,280 INFO [RS:0;e611192d6313:44687.replicationSource.shippere611192d6313%2C44687%2C1731709078034,2-e611192d6313,44687,1731709078034 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C44687%2C1731709078034 2024-11-15T22:17:59,281 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,1-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193, startPosition=0, beingWritten=true 2024-11-15T22:17:59,281 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,2-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193, startPosition=0, beingWritten=true 2024-11-15T22:17:59,419 DEBUG [e611192d6313:45283 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:17:59,420 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,44687,1731709078034 2024-11-15T22:17:59,421 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,44687,1731709078034, state=OPENING 2024-11-15T22:17:59,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1014092667/meta-region-server 2024-11-15T22:17:59,467 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1014092667/meta-region-server 2024-11-15T22:17:59,467 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:17:59,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1014092667/meta-region-server: CHANGED 2024-11-15T22:17:59,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1014092667/meta-region-server: CHANGED 2024-11-15T22:17:59,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,44687,1731709078034}] 2024-11-15T22:17:59,495 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,2-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:17:59,502 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,1-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:17:59,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:17:59,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:17:59,630 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:17:59,630 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:17:59,631 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:17:59,633 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C44687%2C1731709078034.meta, suffix=.meta, logDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034, archiveDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/oldWALs, maxLogs=10 2024-11-15T22:17:59,654 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.meta.1731709079634.meta, exclude list is [], retry=0 2024-11-15T22:17:59,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-ac52d90c-90bd-4acb-ac38-020e82a25193,DISK] 2024-11-15T22:17:59,660 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.meta.1731709079634.meta 2024-11-15T22:17:59,660 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46653:46653)] 2024-11-15T22:17:59,660 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:17:59,661 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:17:59,661 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:17:59,661 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:17:59,661 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:17:59,661 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:17:59,661 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:17:59,661 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:17:59,661 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:17:59,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:17:59,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:17:59,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:59,684 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/info/0cfbd616b7ad45a58d6233778e835ff0 2024-11-15T22:17:59,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:59,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:17:59,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:17:59,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:59,705 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/ns/a1e6cf4966ec4b9a88fd419350a77efb 2024-11-15T22:17:59,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:59,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:17:59,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:17:59,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:59,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:59,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:17:59,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:17:59,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:17:59,719 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/table/9fca196e18ee462daf7f3eac263a8e69 2024-11-15T22:17:59,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:17:59,720 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:17:59,721 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740 2024-11-15T22:17:59,723 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740 2024-11-15T22:17:59,724 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:17:59,724 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:17:59,725 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:17:59,727 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:17:59,728 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62045635, jitterRate=-0.07544799149036407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:17:59,728 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:17:59,728 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709079661Writing region info on filesystem at 1731709079661Initializing all the Stores at 1731709079663 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709079663Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709079663Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709079663Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709079663Cleaning up temporary data from old regions at 1731709079724 (+61 ms)Running coprocessor post-open hooks at 1731709079728 (+4 ms)Region opened successfully at 1731709079728 2024-11-15T22:17:59,729 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731709079624 2024-11-15T22:17:59,732 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:17:59,732 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:17:59,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e611192d6313,44687,1731709078034 2024-11-15T22:17:59,735 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,44687,1731709078034, state=OPEN 2024-11-15T22:17:59,791 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1014092667/meta-region-server 2024-11-15T22:17:59,791 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,44687,1731709078034 2024-11-15T22:17:59,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1014092667/meta-region-server 2024-11-15T22:17:59,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1014092667/meta-region-server: CHANGED 2024-11-15T22:17:59,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1014092667/meta-region-server: CHANGED 2024-11-15T22:17:59,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-15T22:17:59,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,44687,1731709078034 in 324 msec 2024-11-15T22:17:59,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T22:17:59,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0340 sec 2024-11-15T22:17:59,803 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,2-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:17:59,812 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,1-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:00,209 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,2-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:00,219 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,1-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:00,419 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1661ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-15T22:18:00,717 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,2-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:00,729 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,1-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:01,326 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,2-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:01,336 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,1-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:01,892 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:18:01,923 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3165ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-15T22:18:02,031 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,2-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:02,043 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,1-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:02,860 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,2-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:02,861 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,1-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:03,278 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4520ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T22:18:03,279 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:18:03,279 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:03,279 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,44687,1731709078034, seqNum=-1] 2024-11-15T22:18:03,279 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:03,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:18:03,289 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a9f3b1c81f7965a89db8c321753d4ced, regionState=OPEN, lastHost=e611192d6313,38621,1731709061151, regionLocation=e611192d6313,38621,1731709061151, openSeqNum=2 2024-11-15T22:18:03,289 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:18:03,290 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709143290 2024-11-15T22:18:03,290 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709203290 2024-11-15T22:18:03,290 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-15T22:18:03,290 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45283,1731709077959-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:03,290 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45283,1731709077959-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:03,290 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45283,1731709077959-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:03,290 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e611192d6313,38621,1731709061151 had 2 regions 2024-11-15T22:18:03,291 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:45283, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:03,291 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:03,291 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:03,293 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e611192d6313,38621,1731709061151, splitWal=true, meta=true, isMeta: false 2024-11-15T22:18:03,295 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151-splitting dir is empty, no logs to split. 2024-11-15T22:18:03,295 INFO [PEWorker-3 {}] master.SplitWALManager(105): e611192d6313,38621,1731709061151 WAL count=0, meta=false 2024-11-15T22:18:03,300 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,38621,1731709061151-splitting dir is empty, no logs to split. 2024-11-15T22:18:03,300 INFO [PEWorker-3 {}] master.SplitWALManager(105): e611192d6313,38621,1731709061151 WAL count=0, meta=false 2024-11-15T22:18:03,301 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e611192d6313,38621,1731709061151 WAL splitting is done? wals=0, meta=false 2024-11-15T22:18:03,310 WARN [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e611192d6313,38621,1731709061151/hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:18:03,311 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.157sec 2024-11-15T22:18:03,311 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:18:03,312 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:18:03,312 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:18:03,312 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:18:03,312 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:18:03,312 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45283,1731709077959-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:18:03,312 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45283,1731709077959-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:18:03,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9f3b1c81f7965a89db8c321753d4ced, ASSIGN}] 2024-11-15T22:18:03,315 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9f3b1c81f7965a89db8c321753d4ced, ASSIGN 2024-11-15T22:18:03,318 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9f3b1c81f7965a89db8c321753d4ced, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T22:18:03,320 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:18:03,320 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:18:03,320 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45283,1731709077959-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:03,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8726ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:03,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45283,-1 for getting cluster id 2024-11-15T22:18:03,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:03,329 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b218d149-cc90-4301-a2df-6f1d494cc4a9' 2024-11-15T22:18:03,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:03,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b218d149-cc90-4301-a2df-6f1d494cc4a9" 2024-11-15T22:18:03,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43aac481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:03,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45283,-1] 2024-11-15T22:18:03,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:03,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:03,333 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:03,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e52c599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:03,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,44687,1731709078034, seqNum=-1] 2024-11-15T22:18:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:03,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:18:03,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T22:18:03,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:18:03,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:03,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:03,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:03,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:18:03,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e611192d6313:45283 after: e611192d6313:45283 2024-11-15T22:18:03,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8d5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:03,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45283,-1 for getting cluster id 2024-11-15T22:18:03,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:03,351 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b218d149-cc90-4301-a2df-6f1d494cc4a9' 2024-11-15T22:18:03,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:03,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b218d149-cc90-4301-a2df-6f1d494cc4a9" 2024-11-15T22:18:03,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:03,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45283,-1] 2024-11-15T22:18:03,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:03,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:03,361 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:03,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4c3c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:03,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:18:03,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,45283,1731709077959 2024-11-15T22:18:03,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69f50c 2024-11-15T22:18:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:18:03,368 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:18:03,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T22:18:03,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-15T22:18:03,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T22:18:03,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-15T22:18:03,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:18:03,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:18:03,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:03,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:03,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:03,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:18:03,375 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:18:03,375 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1687025142, stopped=false 2024-11-15T22:18:03,375 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,41233,1731709068383 2024-11-15T22:18:03,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1582706468/running 2024-11-15T22:18:03,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468 2024-11-15T22:18:03,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1582706468/running 2024-11-15T22:18:03,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468 2024-11-15T22:18:03,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Set watcher on znode that does not yet exist, /1582706468/running 2024-11-15T22:18:03,383 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:18:03,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Set watcher on znode that does not yet exist, /1582706468/running 2024-11-15T22:18:03,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:18:03,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:03,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:03,385 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,36617,1731709068574' ***** 2024-11-15T22:18:03,385 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:18:03,385 INFO [RS:0;e611192d6313:36617 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:18:03,385 INFO [RS:0;e611192d6313:36617 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:18:03,385 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:18:03,385 INFO [RS:0;e611192d6313:36617 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:18:03,385 INFO [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer(959): stopping server e611192d6313,36617,1731709068574 2024-11-15T22:18:03,385 INFO [RS:0;e611192d6313:36617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:18:03,385 INFO [RS:0;e611192d6313:36617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:36617. 2024-11-15T22:18:03,385 DEBUG [RS:0;e611192d6313:36617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:03,386 DEBUG [RS:0;e611192d6313:36617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:03,386 INFO [RS:0;e611192d6313:36617 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:18:03,386 INFO [RS:0;e611192d6313:36617 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:18:03,386 INFO [RS:0;e611192d6313:36617 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:18:03,386 INFO [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:18:03,392 INFO [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:18:03,392 DEBUG [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:18:03,393 DEBUG [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:18:03,393 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:18:03,393 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:18:03,393 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:18:03,393 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:18:03,393 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:18:03,393 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T22:18:03,401 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:18:03,422 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/data/hbase/meta/1588230740/.tmp/ns/42351b36980f4ba3989aa6f20fb4e440 is 43, key is default/ns:d/1731709071587/Put/seqid=0 2024-11-15T22:18:03,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741835_1011 (size=5153) 2024-11-15T22:18:03,453 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/data/hbase/meta/1588230740/.tmp/ns/42351b36980f4ba3989aa6f20fb4e440 2024-11-15T22:18:03,468 DEBUG [e611192d6313:45283 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:18:03,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a9f3b1c81f7965a89db8c321753d4ced, regionState=OPENING, regionLocation=e611192d6313,44687,1731709078034 2024-11-15T22:18:03,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9f3b1c81f7965a89db8c321753d4ced, ASSIGN because future has completed 2024-11-15T22:18:03,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9f3b1c81f7965a89db8c321753d4ced, server=e611192d6313,44687,1731709078034}] 2024-11-15T22:18:03,490 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/data/hbase/meta/1588230740/.tmp/ns/42351b36980f4ba3989aa6f20fb4e440 as hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/data/hbase/meta/1588230740/ns/42351b36980f4ba3989aa6f20fb4e440 2024-11-15T22:18:03,503 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/data/hbase/meta/1588230740/ns/42351b36980f4ba3989aa6f20fb4e440, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T22:18:03,504 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=6, compaction requested=false 2024-11-15T22:18:03,521 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T22:18:03,522 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:18:03,522 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:18:03,522 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:18:03,522 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709083393Running coprocessor pre-close hooks at 1731709083393Disabling compacts and flushes for region at 1731709083393Disabling writes for close at 1731709083393Obtaining lock to block concurrent updates at 1731709083394 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731709083394Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731709083394Flushing stores of hbase:meta,,1.1588230740 at 1731709083395 (+1 ms)Flushing 1588230740/ns: creating writer at 1731709083396 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731709083422 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731709083422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5501a04d: reopening flushed file at 1731709083480 (+58 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=6, compaction requested=false at 1731709083505 (+25 ms)Writing region close event to WAL at 1731709083513 (+8 ms)Running coprocessor post-close hooks at 1731709083522 (+9 ms)Closed at 1731709083522 2024-11-15T22:18:03,522 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:18:03,593 INFO [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer(976): stopping server e611192d6313,36617,1731709068574; all regions closed. 2024-11-15T22:18:03,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741834_1010 (size=1152) 2024-11-15T22:18:03,602 DEBUG [RS:0;e611192d6313:36617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/oldWALs 2024-11-15T22:18:03,602 INFO [RS:0;e611192d6313:36617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C36617%2C1731709068574.meta:.meta(num 1731709071457) 2024-11-15T22:18:03,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741833_1009 (size=93) 2024-11-15T22:18:03,611 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/WALs/e611192d6313,36617,1731709068574/e611192d6313%2C36617%2C1731709068574.1731709071026 not finished, retry = 0 2024-11-15T22:18:03,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:18:03,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:18:03,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:18:03,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C44687%2C1731709078034.rep, suffix=, logDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034, archiveDir=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/oldWALs, maxLogs=10 2024-11-15T22:18:03,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.rep.1731709083658, exclude list is [], retry=0 2024-11-15T22:18:03,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-ac52d90c-90bd-4acb-ac38-020e82a25193,DISK] 2024-11-15T22:18:03,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.rep.1731709083658 2024-11-15T22:18:03,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46653:46653)] 2024-11-15T22:18:03,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a9f3b1c81f7965a89db8c321753d4ced, NAME => 'hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:18:03,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:18:03,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:18:03,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. service=MultiRowMutationService 2024-11-15T22:18:03,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:18:03,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:18:03,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:03,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:18:03,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:18:03,701 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:18:03,703 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f3b1c81f7965a89db8c321753d4ced columnFamilyName hfileref 2024-11-15T22:18:03,703 DEBUG [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:03,703 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] regionserver.HStore(327): Store=a9f3b1c81f7965a89db8c321753d4ced/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:03,704 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:18:03,705 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f3b1c81f7965a89db8c321753d4ced columnFamilyName queue 2024-11-15T22:18:03,705 DEBUG [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:03,714 DEBUG [RS:0;e611192d6313:36617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/oldWALs 2024-11-15T22:18:03,715 INFO [RS:0;e611192d6313:36617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C36617%2C1731709068574:(num 1731709071026) 2024-11-15T22:18:03,715 DEBUG [RS:0;e611192d6313:36617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:03,715 INFO [RS:0;e611192d6313:36617 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:18:03,715 INFO [RS:0;e611192d6313:36617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:18:03,715 INFO [RS:0;e611192d6313:36617 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T22:18:03,715 INFO [RS:0;e611192d6313:36617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:18:03,715 INFO [RS:0;e611192d6313:36617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36617 2024-11-15T22:18:03,716 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:18:03,724 DEBUG [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/replication/a9f3b1c81f7965a89db8c321753d4ced/queue/9da29de3a0124002912e3dbd7afab95c 2024-11-15T22:18:03,725 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] regionserver.HStore(327): Store=a9f3b1c81f7965a89db8c321753d4ced/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:03,725 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:18:03,727 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f3b1c81f7965a89db8c321753d4ced columnFamilyName sid 2024-11-15T22:18:03,727 DEBUG [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:03,728 INFO [StoreOpener-a9f3b1c81f7965a89db8c321753d4ced-1 {}] regionserver.HStore(327): Store=a9f3b1c81f7965a89db8c321753d4ced/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:03,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:18:03,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/replication/a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:18:03,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468/rs 2024-11-15T22:18:03,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1582706468/rs/e611192d6313,36617,1731709068574 2024-11-15T22:18:03,731 INFO [RS:0;e611192d6313:36617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:18:03,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,36617,1731709068574] 2024-11-15T22:18:03,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/replication/a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:18:03,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:18:03,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:18:03,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:18:03,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:18:03,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened a9f3b1c81f7965a89db8c321753d4ced; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64927911, jitterRate=-0.03249873220920563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:18:03,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:18:03,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a9f3b1c81f7965a89db8c321753d4ced: Running coprocessor pre-open hook at 1731709083695Writing region info on filesystem at 1731709083695Initializing all the Stores at 1731709083696 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709083696Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709083701 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709083701Cleaning up temporary data from old regions at 1731709083734 (+33 ms)Running coprocessor post-open hooks at 1731709083738 (+4 ms)Region opened successfully at 1731709083739 (+1 ms) 2024-11-15T22:18:03,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced., pid=19, masterSystemTime=1731709083638 2024-11-15T22:18:03,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:18:03,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:18:03,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a9f3b1c81f7965a89db8c321753d4ced, regionState=OPEN, openSeqNum=10, regionLocation=e611192d6313,44687,1731709078034 2024-11-15T22:18:03,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9f3b1c81f7965a89db8c321753d4ced, server=e611192d6313,44687,1731709078034 because future has completed 2024-11-15T22:18:03,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-15T22:18:03,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure a9f3b1c81f7965a89db8c321753d4ced, server=e611192d6313,44687,1731709078034 in 280 msec 2024-11-15T22:18:03,777 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,2-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:03,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T22:18:03,783 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,1-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:03,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-15T22:18:03,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9f3b1c81f7965a89db8c321753d4ced, ASSIGN in 452 msec 2024-11-15T22:18:03,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced., hostname=e611192d6313,44687,1731709078034, seqNum=10] 2024-11-15T22:18:03,825 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1582706468/draining/e611192d6313,36617,1731709068574 already deleted, retry=false 2024-11-15T22:18:03,825 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,36617,1731709068574 expired; onlineServers=0 2024-11-15T22:18:03,825 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,41233,1731709068383' ***** 2024-11-15T22:18:03,825 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:18:03,825 INFO [M:0;e611192d6313:41233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:18:03,825 INFO [M:0;e611192d6313:41233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:18:03,825 DEBUG [M:0;e611192d6313:41233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:18:03,825 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:18:03,825 DEBUG [M:0;e611192d6313:41233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:18:03,825 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709070574 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709070574,5,FailOnTimeoutGroup] 2024-11-15T22:18:03,825 INFO [M:0;e611192d6313:41233 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:18:03,826 INFO [M:0;e611192d6313:41233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:18:03,826 DEBUG [M:0;e611192d6313:41233 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:18:03,826 INFO [M:0;e611192d6313:41233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:18:03,826 INFO [M:0;e611192d6313:41233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:18:03,826 INFO [M:0;e611192d6313:41233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:18:03,826 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:18:03,828 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709070573 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709070573,5,FailOnTimeoutGroup] 2024-11-15T22:18:03,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1582706468/master 2024-11-15T22:18:03,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582706468 2024-11-15T22:18:03,836 DEBUG [M:0;e611192d6313:41233 {}] zookeeper.ZKUtil(347): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Unable to get data of znode /1582706468/master because node does not exist (not an error) 2024-11-15T22:18:03,836 WARN [M:0;e611192d6313:41233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:18:03,846 INFO [M:0;e611192d6313:41233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/.lastflushedseqids 2024-11-15T22:18:03,863 DEBUG [PEWorker-4 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for e611192d6313,38621,1731709061151 2024-11-15T22:18:03,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T22:18:03,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741836_1012 (size=99) 2024-11-15T22:18:03,915 INFO [RS:0;e611192d6313:36617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:18:03,915 INFO [RS:0;e611192d6313:36617 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,36617,1731709068574; zookeeper connection closed. 2024-11-15T22:18:03,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:03,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36617-0x101409319cf0004, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:03,918 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6afe2093 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6afe2093 2024-11-15T22:18:03,919 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:18:04,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-15T22:18:04,300 INFO [M:0;e611192d6313:41233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:18:04,300 INFO [M:0;e611192d6313:41233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:18:04,300 DEBUG [M:0;e611192d6313:41233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:18:04,301 INFO [M:0;e611192d6313:41233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:04,301 DEBUG [M:0;e611192d6313:41233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:04,301 DEBUG [M:0;e611192d6313:41233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:18:04,301 DEBUG [M:0;e611192d6313:41233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:04,301 INFO [M:0;e611192d6313:41233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T22:18:04,331 DEBUG [M:0;e611192d6313:41233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81d3fbc5538246aa8d431775c781d6f1 is 82, key is hbase:meta,,1/info:regioninfo/1731709071517/Put/seqid=0 2024-11-15T22:18:04,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741837_1013 (size=5672) 2024-11-15T22:18:04,756 INFO [M:0;e611192d6313:41233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81d3fbc5538246aa8d431775c781d6f1 2024-11-15T22:18:04,782 DEBUG [M:0;e611192d6313:41233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e1735a817f24ed8a7f5681924de173c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731709071596/Put/seqid=0 2024-11-15T22:18:04,784 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,2-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741838_1014 (size=5275) 2024-11-15T22:18:04,791 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,1-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:05,191 INFO [M:0;e611192d6313:41233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e1735a817f24ed8a7f5681924de173c 2024-11-15T22:18:05,224 DEBUG [M:0;e611192d6313:41233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e350c7bc10e346bbae02acdf8ded7f6e is 69, key is e611192d6313,36617,1731709068574/rs:state/1731709070746/Put/seqid=0 2024-11-15T22:18:05,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741839_1015 (size=5156) 2024-11-15T22:18:05,233 INFO [M:0;e611192d6313:41233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e350c7bc10e346bbae02acdf8ded7f6e 2024-11-15T22:18:05,253 DEBUG [M:0;e611192d6313:41233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81d3fbc5538246aa8d431775c781d6f1 as hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/81d3fbc5538246aa8d431775c781d6f1 2024-11-15T22:18:05,272 INFO [M:0;e611192d6313:41233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/81d3fbc5538246aa8d431775c781d6f1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T22:18:05,275 DEBUG [M:0;e611192d6313:41233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e1735a817f24ed8a7f5681924de173c as hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e1735a817f24ed8a7f5681924de173c 2024-11-15T22:18:05,288 INFO [M:0;e611192d6313:41233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e1735a817f24ed8a7f5681924de173c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T22:18:05,291 DEBUG [M:0;e611192d6313:41233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e350c7bc10e346bbae02acdf8ded7f6e as hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e350c7bc10e346bbae02acdf8ded7f6e 2024-11-15T22:18:05,300 INFO [M:0;e611192d6313:41233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33805/user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e350c7bc10e346bbae02acdf8ded7f6e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T22:18:05,301 INFO [M:0;e611192d6313:41233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1000ms, sequenceid=28, compaction requested=false 2024-11-15T22:18:05,317 INFO [M:0;e611192d6313:41233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:05,317 DEBUG [M:0;e611192d6313:41233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709084300Disabling compacts and flushes for region at 1731709084300Disabling writes for close at 1731709084301 (+1 ms)Obtaining lock to block concurrent updates at 1731709084301Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709084301Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731709084302 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709084303 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709084303Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709084330 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709084330Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709084764 (+434 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709084781 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709084782 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709085202 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709085223 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709085223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d13f8c: reopening flushed file at 1731709085249 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8555cb: reopening flushed file at 1731709085273 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76249110: reopening flushed file at 1731709085288 (+15 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1000ms, sequenceid=28, compaction requested=false at 1731709085301 (+13 ms)Writing region close event to WAL at 1731709085317 (+16 ms)Closed at 1731709085317 2024-11-15T22:18:05,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43247 is added to blk_1073741830_1006 (size=10165) 2024-11-15T22:18:05,321 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31f6f57c-1736-17d8-de89-2ff97555f448/MasterData/WALs/e611192d6313,41233,1731709068383/e611192d6313%2C41233%2C1731709068383.1731709069985 not finished, retry = 0 2024-11-15T22:18:05,425 INFO [M:0;e611192d6313:41233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:18:05,425 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:18:05,427 INFO [M:0;e611192d6313:41233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41233 2024-11-15T22:18:05,432 INFO [M:0;e611192d6313:41233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:18:05,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:05,543 INFO [M:0;e611192d6313:41233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:18:05,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x101409319cf0003, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:05,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6e23de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:18:05,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d64e776{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:18:05,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:18:05,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cac5ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:18:05,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/hadoop.log.dir/,STOPPED} 2024-11-15T22:18:05,572 WARN [BP-164980991-172.17.0.3-1731709065955 heartbeating to localhost/127.0.0.1:33805 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:18:05,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:18:05,573 WARN [BP-164980991-172.17.0.3-1731709065955 heartbeating to localhost/127.0.0.1:33805 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-164980991-172.17.0.3-1731709065955 (Datanode Uuid 60e6b8b4-b84c-461a-959a-553c27903aca) service to localhost/127.0.0.1:33805 2024-11-15T22:18:05,573 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:18:05,575 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/cluster_5380c5b5-7bc4-6f24-0395-9b412ade808a/data/data2/current/BP-164980991-172.17.0.3-1731709065955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:18:05,575 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/cluster_5380c5b5-7bc4-6f24-0395-9b412ade808a/data/data1/current/BP-164980991-172.17.0.3-1731709065955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:18:05,576 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:18:05,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26c5bd95{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:18:05,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ab5417f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:18:05,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:18:05,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65144570{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:18:05,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/hadoop.log.dir/,STOPPED} 2024-11-15T22:18:05,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:18:05,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:18:05,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:18:05,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:05,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:05,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:05,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:18:05,620 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:18:05,621 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=183499373, stopped=false 2024-11-15T22:18:05,621 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,45283,1731709077959 2024-11-15T22:18:05,636 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:18:05,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:18:05,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1014092667/running 2024-11-15T22:18:05,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:18:05,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:05,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:05,637 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,44687,1731709078034' ***** 2024-11-15T22:18:05,637 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:18:05,637 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1014092667/running 2024-11-15T22:18:05,637 INFO [RS:0;e611192d6313:44687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:18:05,637 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:18:05,637 INFO [RS:0;e611192d6313:44687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:18:05,637 INFO [RS:0;e611192d6313:44687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:18:05,638 INFO [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(3091): Received CLOSE for a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:18:05,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on znode that does not yet exist, /0-1014092667/running 2024-11-15T22:18:05,638 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:18:05,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Set watcher on znode that does not yet exist, /0-1014092667/running 2024-11-15T22:18:05,644 INFO [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(959): stopping server e611192d6313,44687,1731709078034 2024-11-15T22:18:05,644 INFO [RS:0;e611192d6313:44687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:18:05,644 INFO [RS:0;e611192d6313:44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:44687. 2024-11-15T22:18:05,644 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9f3b1c81f7965a89db8c321753d4ced, disabling compactions & flushes 2024-11-15T22:18:05,645 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:18:05,645 DEBUG [RS:0;e611192d6313:44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:05,645 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:18:05,645 DEBUG [RS:0;e611192d6313:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:05,645 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. after waiting 0 ms 2024-11-15T22:18:05,645 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:18:05,645 INFO [RS:0;e611192d6313:44687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:18:05,645 INFO [RS:0;e611192d6313:44687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:18:05,645 INFO [RS:0;e611192d6313:44687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:18:05,645 INFO [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:18:05,646 INFO [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:18:05,646 DEBUG [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a9f3b1c81f7965a89db8c321753d4ced=hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced.} 2024-11-15T22:18:05,646 DEBUG [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9f3b1c81f7965a89db8c321753d4ced 2024-11-15T22:18:05,647 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:18:05,647 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:18:05,647 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:18:05,647 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:18:05,647 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:18:05,647 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T22:18:05,663 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/replication/a9f3b1c81f7965a89db8c321753d4ced/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-15T22:18:05,669 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:18:05,669 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:18:05,669 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:18:05,669 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9f3b1c81f7965a89db8c321753d4ced: Waiting for close lock at 1731709085644Running coprocessor pre-close hooks at 1731709085644Disabling compacts and flushes for region at 1731709085644Disabling writes for close at 1731709085645 (+1 ms)Writing region close event to WAL at 1731709085650 (+5 ms)Running coprocessor post-close hooks at 1731709085669 (+19 ms)Closed at 1731709085669 2024-11-15T22:18:05,670 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced. 2024-11-15T22:18:05,687 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:18:05,717 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/.tmp/info/fd76a35bfbfe437ea2a775cf062441cb is 147, key is hbase:replication,,1731709071877.a9f3b1c81f7965a89db8c321753d4ced./info:regioninfo/1731709083745/Put/seqid=0 2024-11-15T22:18:05,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741851_1027 (size=6385) 2024-11-15T22:18:05,767 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/.tmp/info/fd76a35bfbfe437ea2a775cf062441cb 2024-11-15T22:18:05,799 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/.tmp/info/fd76a35bfbfe437ea2a775cf062441cb as hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/info/fd76a35bfbfe437ea2a775cf062441cb 2024-11-15T22:18:05,817 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/info/fd76a35bfbfe437ea2a775cf062441cb, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T22:18:05,819 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=19, compaction requested=false 2024-11-15T22:18:05,847 DEBUG [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:18:05,864 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T22:18:05,866 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:18:05,866 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:18:05,866 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:18:05,866 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709085647Running coprocessor pre-close hooks at 1731709085647Disabling compacts and flushes for region at 1731709085647Disabling writes for close at 1731709085647Obtaining lock to block concurrent updates at 1731709085647Preparing flush snapshotting stores in 1588230740 at 1731709085647Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731709085650 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731709085653 (+3 ms)Flushing 1588230740/info: creating writer at 1731709085653Flushing 1588230740/info: appending metadata at 1731709085715 (+62 ms)Flushing 1588230740/info: closing flushed file at 1731709085716 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2897642f: reopening flushed file at 1731709085797 (+81 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=19, compaction requested=false at 1731709085819 (+22 ms)Writing region close event to WAL at 1731709085829 (+10 ms)Running coprocessor post-close hooks at 1731709085866 (+37 ms)Closed at 1731709085866 2024-11-15T22:18:05,867 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:18:05,900 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,2-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:05,907 DEBUG [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,1-e611192d6313,44687,1731709078034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.1731709079193 to pos 0, reset compression=false 2024-11-15T22:18:05,971 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:18:05,971 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:18:06,047 INFO [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(976): stopping server e611192d6313,44687,1731709078034; all regions closed. 2024-11-15T22:18:06,069 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/WALs/e611192d6313,44687,1731709078034/e611192d6313%2C44687%2C1731709078034.meta.1731709079634.meta not finished, retry = 0 2024-11-15T22:18:06,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741849_1025 (size=2156) 2024-11-15T22:18:06,181 DEBUG [RS:0;e611192d6313:44687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/oldWALs 2024-11-15T22:18:06,181 INFO [RS:0;e611192d6313:44687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C44687%2C1731709078034.meta:.meta(num 1731709079634) 2024-11-15T22:18:06,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741850_1026 (size=796) 2024-11-15T22:18:06,223 DEBUG [RS:0;e611192d6313:44687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/oldWALs 2024-11-15T22:18:06,224 INFO [RS:0;e611192d6313:44687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C44687%2C1731709078034.rep:(num 1731709083658) 2024-11-15T22:18:06,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741848_1024 (size=93) 2024-11-15T22:18:06,262 DEBUG [RS:0;e611192d6313:44687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/oldWALs 2024-11-15T22:18:06,262 INFO [RS:0;e611192d6313:44687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C44687%2C1731709078034:(num 1731709079193) 2024-11-15T22:18:06,262 DEBUG [RS:0;e611192d6313:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:06,263 INFO [RS:0;e611192d6313:44687 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:18:06,263 INFO [RS:0;e611192d6313:44687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:18:06,263 INFO [RS:0;e611192d6313:44687 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:18:06,263 INFO [RS:0;e611192d6313:44687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:18:06,263 INFO [RS:0;e611192d6313:44687 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,44687,1731709078034 because: Region server is closing 2024-11-15T22:18:06,264 INFO [RS:0;e611192d6313:44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:44687. 2024-11-15T22:18:06,264 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T22:18:06,264 DEBUG [RS:0;e611192d6313:44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:06,264 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T22:18:06,264 DEBUG [RS:0;e611192d6313:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:06,264 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-15T22:18:06,264 DEBUG [RS:0;e611192d6313:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:06,264 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:18:06,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:18:06,364 WARN [RS:0;e611192d6313:44687.replicationSource.shippere611192d6313%2C44687%2C1731709078034,1-e611192d6313,44687,1731709078034 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T22:18:06,365 INFO [RS:0;e611192d6313:44687 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e611192d6313:44687.replicationSource.shippere611192d6313%2C44687%2C1731709078034,1-e611192d6313,44687,1731709078034 terminated 2024-11-15T22:18:06,365 INFO [RS:0;e611192d6313:44687 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e611192d6313,44687,1731709078034 because: Region server is closing 2024-11-15T22:18:06,365 INFO [RS:0;e611192d6313:44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:44687. 2024-11-15T22:18:06,365 DEBUG [RS:0;e611192d6313:44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:06,365 DEBUG [RS:0;e611192d6313:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:06,365 DEBUG [RS:0;e611192d6313:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:06,366 WARN [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,1-e611192d6313,44687,1731709078034 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T22:18:06,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:18:06,467 WARN [RS:0;e611192d6313:44687.replicationSource.shippere611192d6313%2C44687%2C1731709078034,2-e611192d6313,44687,1731709078034 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T22:18:06,467 WARN [RS:0;e611192d6313:44687.replicationSource.wal-reader.e611192d6313%2C44687%2C1731709078034,2-e611192d6313,44687,1731709078034 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T22:18:06,469 INFO [RS:0;e611192d6313:44687 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;e611192d6313:44687.replicationSource.shippere611192d6313%2C44687%2C1731709078034,2-e611192d6313,44687,1731709078034 terminated 2024-11-15T22:18:06,469 INFO [RS:0;e611192d6313:44687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44687 2024-11-15T22:18:06,667 INFO [RS:0;e611192d6313:44687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:18:06,667 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1014092667/rs/e611192d6313,44687,1731709078034 2024-11-15T22:18:06,667 ERROR [pool-242-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007f17388e3a30@55f2d918 rejected from java.util.concurrent.ThreadPoolExecutor@10f05dc2[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-15T22:18:06,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667/rs 2024-11-15T22:18:06,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,44687,1731709078034] 2024-11-15T22:18:06,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1014092667/draining/e611192d6313,44687,1731709078034 already deleted, retry=false 2024-11-15T22:18:06,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,44687,1731709078034 expired; onlineServers=0 2024-11-15T22:18:06,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,45283,1731709077959' ***** 2024-11-15T22:18:06,701 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:18:06,701 INFO [M:0;e611192d6313:45283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:18:06,701 INFO [M:0;e611192d6313:45283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:18:06,701 DEBUG [M:0;e611192d6313:45283 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:18:06,701 DEBUG [M:0;e611192d6313:45283 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:18:06,701 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:18:06,702 INFO [M:0;e611192d6313:45283 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:18:06,702 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709078756 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709078756,5,FailOnTimeoutGroup] 2024-11-15T22:18:06,702 INFO [M:0;e611192d6313:45283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:18:06,702 DEBUG [M:0;e611192d6313:45283 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:18:06,702 INFO [M:0;e611192d6313:45283 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:18:06,702 INFO [M:0;e611192d6313:45283 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:18:06,702 INFO [M:0;e611192d6313:45283 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:18:06,702 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709078753 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709078753,5,FailOnTimeoutGroup] 2024-11-15T22:18:06,704 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:18:06,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1014092667/master 2024-11-15T22:18:06,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1014092667 2024-11-15T22:18:06,727 DEBUG [M:0;e611192d6313:45283 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1014092667/master already deleted, retry=false 2024-11-15T22:18:06,727 DEBUG [M:0;e611192d6313:45283 {}] master.ActiveMasterManager(353): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1014092667/master 2024-11-15T22:18:06,728 INFO [M:0;e611192d6313:45283 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/.lastflushedseqids 2024-11-15T22:18:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741852_1028 (size=181) 2024-11-15T22:18:06,781 INFO [RS:0;e611192d6313:44687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:18:06,781 INFO [RS:0;e611192d6313:44687 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,44687,1731709078034; zookeeper connection closed. 2024-11-15T22:18:06,781 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:06,781 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x101409319cf0007, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:06,788 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72539f79 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72539f79 2024-11-15T22:18:06,788 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:18:07,160 INFO [M:0;e611192d6313:45283 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:18:07,160 INFO [M:0;e611192d6313:45283 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:18:07,160 DEBUG [M:0;e611192d6313:45283 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:18:07,160 INFO [M:0;e611192d6313:45283 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:07,160 DEBUG [M:0;e611192d6313:45283 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:07,161 DEBUG [M:0;e611192d6313:45283 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:18:07,161 DEBUG [M:0;e611192d6313:45283 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:07,161 INFO [M:0;e611192d6313:45283 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T22:18:07,238 DEBUG [M:0;e611192d6313:45283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb71597eee8945679838a5c6d66ebc9a is 82, key is hbase:meta,,1/info:regioninfo/1731709079733/Put/seqid=0 2024-11-15T22:18:07,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741853_1029 (size=5680) 2024-11-15T22:18:07,319 INFO [M:0;e611192d6313:45283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb71597eee8945679838a5c6d66ebc9a 2024-11-15T22:18:07,430 DEBUG [M:0;e611192d6313:45283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52612f357021441185ba7a10f6cc65b8 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731709083768/Put/seqid=0 2024-11-15T22:18:07,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741854_1030 (size=7319) 2024-11-15T22:18:07,488 INFO [M:0;e611192d6313:45283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52612f357021441185ba7a10f6cc65b8 2024-11-15T22:18:07,578 DEBUG [M:0;e611192d6313:45283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eceb68c0075b46c781ab05a808772985 is 69, key is e611192d6313,44687,1731709078034/rs:state/1731709078878/Put/seqid=0 2024-11-15T22:18:07,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741855_1031 (size=5371) 2024-11-15T22:18:07,621 INFO [M:0;e611192d6313:45283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eceb68c0075b46c781ab05a808772985 2024-11-15T22:18:07,674 INFO [M:0;e611192d6313:45283 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eceb68c0075b46c781ab05a808772985 2024-11-15T22:18:07,679 DEBUG [M:0;e611192d6313:45283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb71597eee8945679838a5c6d66ebc9a as hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb71597eee8945679838a5c6d66ebc9a 2024-11-15T22:18:07,721 INFO [M:0;e611192d6313:45283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb71597eee8945679838a5c6d66ebc9a, entries=8, sequenceid=172, filesize=5.5 K 2024-11-15T22:18:07,729 DEBUG [M:0;e611192d6313:45283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52612f357021441185ba7a10f6cc65b8 as hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/52612f357021441185ba7a10f6cc65b8 2024-11-15T22:18:07,753 INFO [M:0;e611192d6313:45283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/52612f357021441185ba7a10f6cc65b8, entries=7, sequenceid=172, filesize=7.1 K 2024-11-15T22:18:07,764 DEBUG [M:0;e611192d6313:45283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eceb68c0075b46c781ab05a808772985 as hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eceb68c0075b46c781ab05a808772985 2024-11-15T22:18:07,806 INFO [M:0;e611192d6313:45283 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eceb68c0075b46c781ab05a808772985 2024-11-15T22:18:07,806 INFO [M:0;e611192d6313:45283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38343/user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eceb68c0075b46c781ab05a808772985, entries=2, sequenceid=172, filesize=5.2 K 2024-11-15T22:18:07,812 INFO [M:0;e611192d6313:45283 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 650ms, sequenceid=172, compaction requested=false 2024-11-15T22:18:07,864 INFO [M:0;e611192d6313:45283 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:07,864 DEBUG [M:0;e611192d6313:45283 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709087160Disabling compacts and flushes for region at 1731709087160Disabling writes for close at 1731709087161 (+1 ms)Obtaining lock to block concurrent updates at 1731709087161Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709087161Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731709087162 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709087171 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709087171Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709087238 (+67 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709087238Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709087359 (+121 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709087429 (+70 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709087429Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709087521 (+92 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709087574 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709087574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9038462: reopening flushed file at 1731709087675 (+101 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@763f6ea4: reopening flushed file at 1731709087721 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e89c754: reopening flushed file at 1731709087753 (+32 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 650ms, sequenceid=172, compaction requested=false at 1731709087812 (+59 ms)Writing region close event to WAL at 1731709087864 (+52 ms)Closed at 1731709087864 2024-11-15T22:18:07,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741847_1023 (size=22949) 2024-11-15T22:18:07,891 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00196932-1480-8125-6200-d30a34df03e7/MasterData/WALs/e611192d6313,45283,1731709077959/e611192d6313%2C45283%2C1731709077959.1731709078290 not finished, retry = 0 2024-11-15T22:18:07,997 INFO [M:0;e611192d6313:45283 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:18:07,997 INFO [M:0;e611192d6313:45283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45283 2024-11-15T22:18:07,997 INFO [M:0;e611192d6313:45283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:18:08,004 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:18:08,060 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T22:18:08,168 INFO [M:0;e611192d6313:45283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:18:08,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:08,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x101409319cf0006, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:08,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:18:08,190 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:18:08,190 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:18:08,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:18:08,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/hadoop.log.dir/,STOPPED} 2024-11-15T22:18:08,201 WARN [BP-1537389275-172.17.0.3-1731709052324 heartbeating to localhost/127.0.0.1:38343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:18:08,201 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:18:08,201 WARN [BP-1537389275-172.17.0.3-1731709052324 heartbeating to localhost/127.0.0.1:38343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1537389275-172.17.0.3-1731709052324 (Datanode Uuid 1edff0a8-e1dc-4b1e-8587-bc32b6f80015) service to localhost/127.0.0.1:38343 2024-11-15T22:18:08,201 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:18:08,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/cluster_0f586856-9f5e-1f54-8e6a-8e1f73d53764/data/data1/current/BP-1537389275-172.17.0.3-1731709052324 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:18:08,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/cluster_0f586856-9f5e-1f54-8e6a-8e1f73d53764/data/data2/current/BP-1537389275-172.17.0.3-1731709052324 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:18:08,205 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:18:08,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:18:08,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:18:08,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:18:08,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:18:08,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28b042e1-1a38-408e-61eb-32ec66f4802d/hadoop.log.dir/,STOPPED} 2024-11-15T22:18:08,247 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:18:08,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101409319cf0002, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:18:08,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101409319cf0005, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:18:08,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101409319cf0005, quorum=127.0.0.1:58028, baseZNode=/1582706468 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:18:08,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101409319cf0002, quorum=127.0.0.1:58028, baseZNode=/0-1014092667 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:18:08,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:18:08,505 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: master/e611192d6313:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e611192d6313:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33805 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e611192d6313:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e611192d6313:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7c8a8bd4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58028) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58028) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38343 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e611192d6313:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=423 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1213 (was 1244), ProcessCount=11 (was 11), AvailableMemoryMB=386 (was 1439) 2024-11-15T22:18:08,528 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=423, MaxFileDescriptor=1048576, SystemLoadAverage=1213, ProcessCount=11, AvailableMemoryMB=386 2024-11-15T22:18:08,558 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-15T22:18:08,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/hadoop.log.dir so I do NOT create it in target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a 2024-11-15T22:18:08,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:18:08,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/hadoop.tmp.dir so I do NOT create it in target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a 2024-11-15T22:18:08,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da63dfc-4afc-79dd-f97c-2121b160de3e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:18:08,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a 2024-11-15T22:18:08,560 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/cluster_de201020-cb99-88b1-51ea-873ffd152ab3, deleteOnExit=true 2024-11-15T22:18:08,661 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/cluster_de201020-cb99-88b1-51ea-873ffd152ab3/zookeeper_0, clientPort=61323, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/cluster_de201020-cb99-88b1-51ea-873ffd152ab3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/cluster_de201020-cb99-88b1-51ea-873ffd152ab3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:18:08,664 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61323 2024-11-15T22:18:08,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:18:08,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:18:08,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/test.cache.data in system properties and HBase conf 2024-11-15T22:18:08,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:18:08,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:18:08,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:18:08,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:18:08,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:18:08,666 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:18:08,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:18:08,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:18:08,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:18:08,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:18:08,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:18:08,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:18:08,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:18:08,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:18:08,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:18:08,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:18:08,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:18:08,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:18:08,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:18:08,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:18:09,028 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:18:09,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:09,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:09,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:18:09,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:18:09,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:18:09,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:18:09,366 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:18:09,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:18:09,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fdcfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:18:09,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3f9a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:18:09,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2266a8ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/java.io.tmpdir/jetty-localhost-46003-hadoop-hdfs-3_4_1-tests_jar-_-any-10302900302186806947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:18:09,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2bfdf5{HTTP/1.1, (http/1.1)}{localhost:46003} 2024-11-15T22:18:09,661 INFO [Time-limited test {}] server.Server(415): Started @42326ms 2024-11-15T22:18:10,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:18:10,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:18:10,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:18:10,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:18:10,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:18:10,297 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:18:10,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:18:10,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:18:10,322 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:18:10,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a386722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:18:10,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7f8703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:18:10,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ccd8bf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/java.io.tmpdir/jetty-localhost-41545-hadoop-hdfs-3_4_1-tests_jar-_-any-8072428929967071953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:18:10,630 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69edc2f8{HTTP/1.1, (http/1.1)}{localhost:41545} 2024-11-15T22:18:10,630 INFO [Time-limited test {}] server.Server(415): Started @43295ms 2024-11-15T22:18:10,633 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:18:11,973 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/cluster_de201020-cb99-88b1-51ea-873ffd152ab3/data/data1/current/BP-495886263-172.17.0.3-1731709088772/current, will proceed with Du for space computation calculation, 2024-11-15T22:18:11,974 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/cluster_de201020-cb99-88b1-51ea-873ffd152ab3/data/data2/current/BP-495886263-172.17.0.3-1731709088772/current, will proceed with Du for space computation calculation, 2024-11-15T22:18:12,131 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:18:12,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56fd5fc7f682df21 with lease ID 0xc25c91960509afee: Processing first storage report for DS-0f76c792-45fa-48e4-9f14-7def6a7eca8b from datanode DatanodeRegistration(127.0.0.1:35191, datanodeUuid=52a5d6dd-26dc-4b7a-9abe-19a07ef5e266, infoPort=36995, infoSecurePort=0, ipcPort=36129, storageInfo=lv=-57;cid=testClusterID;nsid=1055424060;c=1731709088772) 2024-11-15T22:18:12,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56fd5fc7f682df21 with lease ID 0xc25c91960509afee: from storage DS-0f76c792-45fa-48e4-9f14-7def6a7eca8b node DatanodeRegistration(127.0.0.1:35191, datanodeUuid=52a5d6dd-26dc-4b7a-9abe-19a07ef5e266, infoPort=36995, infoSecurePort=0, ipcPort=36129, storageInfo=lv=-57;cid=testClusterID;nsid=1055424060;c=1731709088772), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:18:12,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56fd5fc7f682df21 with lease ID 0xc25c91960509afee: Processing first storage report for DS-1cf3ed11-6cfe-4fa2-a058-f1e6e39074c5 from datanode DatanodeRegistration(127.0.0.1:35191, datanodeUuid=52a5d6dd-26dc-4b7a-9abe-19a07ef5e266, infoPort=36995, infoSecurePort=0, ipcPort=36129, storageInfo=lv=-57;cid=testClusterID;nsid=1055424060;c=1731709088772) 2024-11-15T22:18:12,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56fd5fc7f682df21 with lease ID 0xc25c91960509afee: from storage DS-1cf3ed11-6cfe-4fa2-a058-f1e6e39074c5 node DatanodeRegistration(127.0.0.1:35191, datanodeUuid=52a5d6dd-26dc-4b7a-9abe-19a07ef5e266, infoPort=36995, infoSecurePort=0, ipcPort=36129, storageInfo=lv=-57;cid=testClusterID;nsid=1055424060;c=1731709088772), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:18:12,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a 2024-11-15T22:18:12,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:12,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:12,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:18:12,296 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32 with version=8 2024-11-15T22:18:12,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/hbase-staging 2024-11-15T22:18:12,300 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:18:12,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:12,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:12,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:18:12,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:12,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:18:12,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:18:12,301 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:18:12,302 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43143 2024-11-15T22:18:12,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43143 connecting to ZooKeeper ensemble=127.0.0.1:61323 2024-11-15T22:18:12,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431430x0, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:18:12,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43143-0x1014093af1f0000 connected 2024-11-15T22:18:13,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:13,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:13,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Set watcher on znode that does not yet exist, /0-915468932/running 2024-11-15T22:18:13,045 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32, hbase.cluster.distributed=false 2024-11-15T22:18:13,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Set watcher on znode that does not yet exist, /0-915468932/acl 2024-11-15T22:18:13,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43143 2024-11-15T22:18:13,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43143 2024-11-15T22:18:13,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43143 2024-11-15T22:18:13,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43143 2024-11-15T22:18:13,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43143 2024-11-15T22:18:13,128 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:18:13,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:13,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:13,128 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:18:13,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:13,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:18:13,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:18:13,129 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:18:13,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40171 2024-11-15T22:18:13,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40171 connecting to ZooKeeper ensemble=127.0.0.1:61323 2024-11-15T22:18:13,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:13,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:13,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401710x0, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:18:13,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401710x0, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Set watcher on znode that does not yet exist, /0-915468932/running 2024-11-15T22:18:13,289 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:18:13,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40171-0x1014093af1f0001 connected 2024-11-15T22:18:13,314 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:18:13,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Set watcher on znode that does not yet exist, /0-915468932/master 2024-11-15T22:18:13,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Set watcher on znode that does not yet exist, /0-915468932/acl 2024-11-15T22:18:13,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40171 2024-11-15T22:18:13,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40171 2024-11-15T22:18:13,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40171 2024-11-15T22:18:13,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40171 2024-11-15T22:18:13,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40171 2024-11-15T22:18:13,391 DEBUG [M:0;e611192d6313:43143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:43143 2024-11-15T22:18:13,391 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-915468932/backup-masters/e611192d6313,43143,1731709092298 2024-11-15T22:18:13,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932/backup-masters 2024-11-15T22:18:13,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932/backup-masters 2024-11-15T22:18:13,420 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Set watcher on existing znode=/0-915468932/backup-masters/e611192d6313,43143,1731709092298 2024-11-15T22:18:13,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:13,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-915468932/master 2024-11-15T22:18:13,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:13,488 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Set watcher on existing znode=/0-915468932/master 2024-11-15T22:18:13,488 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-915468932/backup-masters/e611192d6313,43143,1731709092298 from backup master directory 2024-11-15T22:18:13,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932/backup-masters 2024-11-15T22:18:13,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-915468932/backup-masters/e611192d6313,43143,1731709092298 2024-11-15T22:18:13,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932/backup-masters 2024-11-15T22:18:13,571 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:18:13,572 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,43143,1731709092298 2024-11-15T22:18:13,605 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/hbase.id] with ID: 2b9bea73-1a5a-4082-bd5b-9b3da9f161d5 2024-11-15T22:18:13,605 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/.tmp/hbase.id 2024-11-15T22:18:13,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:18:13,665 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/.tmp/hbase.id]:[hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/hbase.id] 2024-11-15T22:18:13,695 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:13,696 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:18:13,704 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 8ms. 2024-11-15T22:18:13,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:13,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:13,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:18:14,340 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:18:14,341 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:18:14,360 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:18:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:18:15,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:18:15,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:15,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:15,867 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store 2024-11-15T22:18:15,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:18:16,372 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:16,373 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:18:16,373 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:16,373 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:16,373 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:18:16,373 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:16,373 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:16,373 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709096373Disabling compacts and flushes for region at 1731709096373Disabling writes for close at 1731709096373Writing region close event to WAL at 1731709096373Closed at 1731709096373 2024-11-15T22:18:16,377 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/.initializing 2024-11-15T22:18:16,378 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/WALs/e611192d6313,43143,1731709092298 2024-11-15T22:18:16,385 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:18:16,410 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C43143%2C1731709092298, suffix=, logDir=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/WALs/e611192d6313,43143,1731709092298, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/oldWALs, maxLogs=10 2024-11-15T22:18:16,431 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/WALs/e611192d6313,43143,1731709092298/e611192d6313%2C43143%2C1731709092298.1731709096410, exclude list is [], retry=0 2024-11-15T22:18:16,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35191,DS-0f76c792-45fa-48e4-9f14-7def6a7eca8b,DISK] 2024-11-15T22:18:16,489 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/WALs/e611192d6313,43143,1731709092298/e611192d6313%2C43143%2C1731709092298.1731709096410 2024-11-15T22:18:16,490 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36995:36995)] 2024-11-15T22:18:16,490 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:18:16,490 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:16,491 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:16,491 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:16,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:16,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:18:16,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:16,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:16,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:16,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:18:16,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:16,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:16,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:16,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:18:16,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:16,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:16,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:16,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:18:16,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:16,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:16,559 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:16,560 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:16,561 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:16,567 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:16,567 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:16,569 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:18:16,576 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:16,603 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:18:16,610 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60464982, jitterRate=-0.09900155663490295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:18:16,611 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709096491Initializing all the Stores at 1731709096500 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709096501 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709096504 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709096504Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709096504Cleaning up temporary data from old regions at 1731709096567 (+63 ms)Region opened successfully at 1731709096611 (+44 ms) 2024-11-15T22:18:16,624 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:18:16,634 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231cd87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:18:16,635 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:18:16,635 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:18:16,635 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:18:16,636 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:18:16,636 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:18:16,637 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:18:16,637 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:18:16,655 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:18:16,661 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Unable to get data of znode /0-915468932/balancer because node does not exist (not necessarily an error) 2024-11-15T22:18:16,668 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915468932/balancer already deleted, retry=false 2024-11-15T22:18:16,669 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:18:16,675 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Unable to get data of znode /0-915468932/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:18:16,688 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915468932/normalizer already deleted, retry=false 2024-11-15T22:18:16,688 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:18:16,693 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Unable to get data of znode /0-915468932/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:18:16,704 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915468932/switch/split already deleted, retry=false 2024-11-15T22:18:16,708 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Unable to get data of znode /0-915468932/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:18:16,732 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915468932/switch/merge already deleted, retry=false 2024-11-15T22:18:16,735 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Unable to get data of znode /0-915468932/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:18:16,742 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-915468932/snapshot-cleanup already deleted, retry=false 2024-11-15T22:18:16,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-915468932/running 2024-11-15T22:18:16,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-915468932/running 2024-11-15T22:18:16,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:16,754 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,43143,1731709092298, sessionid=0x1014093af1f0000, setting cluster-up flag (Was=false) 2024-11-15T22:18:16,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:16,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:16,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:16,816 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-915468932/flush-table-proc/acquired, /0-915468932/flush-table-proc/reached, /0-915468932/flush-table-proc/abort 2024-11-15T22:18:16,826 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,43143,1731709092298 2024-11-15T22:18:16,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:16,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:16,900 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-915468932/online-snapshot/acquired, /0-915468932/online-snapshot/reached, /0-915468932/online-snapshot/abort 2024-11-15T22:18:16,901 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,43143,1731709092298 2024-11-15T22:18:16,905 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:18:16,910 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:16,910 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:18:16,910 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:18:16,911 WARN [master/e611192d6313:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e611192d6313,38621,1731709061151: status=Processing ServerCrashProcedure of e611192d6313,38621,1731709061151 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731709078747, completionTime=-1 appears to have been leaked 2024-11-15T22:18:16,911 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,43143,1731709092298 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:18:16,920 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:16,921 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:16,921 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:16,921 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:16,921 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:18:16,921 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:16,921 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:18:16,921 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:16,926 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:16,926 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:18:16,928 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:16,928 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:18:16,932 INFO [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(746): ClusterId : 2b9bea73-1a5a-4082-bd5b-9b3da9f161d5 2024-11-15T22:18:16,933 DEBUG [RS:0;e611192d6313:40171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:18:16,937 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709126936 2024-11-15T22:18:16,937 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:18:16,937 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:18:16,937 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:18:16,937 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:18:16,937 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:18:16,937 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:18:16,940 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:16,946 DEBUG [RS:0;e611192d6313:40171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:18:16,946 DEBUG [RS:0;e611192d6313:40171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:18:16,954 DEBUG [RS:0;e611192d6313:40171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:18:16,955 DEBUG [RS:0;e611192d6313:40171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22784c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:18:16,956 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:18:16,956 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:18:16,957 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:18:16,957 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:18:16,964 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:18:16,964 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:18:16,984 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709096964,5,FailOnTimeoutGroup] 2024-11-15T22:18:16,988 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709096984,5,FailOnTimeoutGroup] 2024-11-15T22:18:16,988 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:16,988 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:18:16,988 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:16,988 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:16,990 DEBUG [RS:0;e611192d6313:40171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:40171 2024-11-15T22:18:16,990 INFO [RS:0;e611192d6313:40171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:18:16,990 INFO [RS:0;e611192d6313:40171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:18:16,990 DEBUG [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:18:16,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:18:16,996 INFO [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,43143,1731709092298 with port=40171, startcode=1731709093128 2024-11-15T22:18:16,997 DEBUG [RS:0;e611192d6313:40171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:18:16,999 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:18:16,999 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32 2024-11-15T22:18:17,001 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:18:17,002 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,40171,1731709093128 2024-11-15T22:18:17,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43143 {}] master.ServerManager(517): Registering regionserver=e611192d6313,40171,1731709093128 2024-11-15T22:18:17,008 DEBUG [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32 2024-11-15T22:18:17,008 DEBUG [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36477 2024-11-15T22:18:17,008 DEBUG [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:18:17,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932/rs 2024-11-15T22:18:17,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,40171,1731709093128] 2024-11-15T22:18:17,040 DEBUG [RS:0;e611192d6313:40171 {}] zookeeper.ZKUtil(111): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Set watcher on existing znode=/0-915468932/rs/e611192d6313,40171,1731709093128 2024-11-15T22:18:17,040 WARN [RS:0;e611192d6313:40171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:18:17,040 INFO [RS:0;e611192d6313:40171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:18:17,040 DEBUG [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128 2024-11-15T22:18:17,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:18:17,069 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:17,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:18:17,083 INFO [RS:0;e611192d6313:40171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:18:17,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:18:17,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:17,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:17,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:18:17,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:18:17,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:17,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:17,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:18:17,096 INFO [RS:0;e611192d6313:40171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:18:17,100 INFO [RS:0;e611192d6313:40171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:18:17,100 INFO [RS:0;e611192d6313:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,104 INFO [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:18:17,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:18:17,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:17,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:17,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:18:17,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:18:17,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:17,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:17,112 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:18:17,113 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740 2024-11-15T22:18:17,113 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740 2024-11-15T22:18:17,115 INFO [RS:0;e611192d6313:40171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:18:17,115 INFO [RS:0;e611192d6313:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,115 DEBUG [RS:0;e611192d6313:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:17,115 DEBUG [RS:0;e611192d6313:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:17,115 DEBUG [RS:0;e611192d6313:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:17,115 DEBUG [RS:0;e611192d6313:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:17,115 DEBUG [RS:0;e611192d6313:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:17,116 DEBUG [RS:0;e611192d6313:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:18:17,116 DEBUG [RS:0;e611192d6313:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:17,116 DEBUG [RS:0;e611192d6313:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:17,116 DEBUG [RS:0;e611192d6313:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:17,116 DEBUG [RS:0;e611192d6313:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:17,116 DEBUG [RS:0;e611192d6313:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:17,116 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:18:17,128 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:18:17,128 DEBUG [RS:0;e611192d6313:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:17,128 DEBUG [RS:0;e611192d6313:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:18:17,129 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:18:17,128 DEBUG [RS:0;e611192d6313:40171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:18:17,135 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:18:17,144 INFO [RS:0;e611192d6313:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,144 INFO [RS:0;e611192d6313:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,144 INFO [RS:0;e611192d6313:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,145 INFO [RS:0;e611192d6313:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,145 INFO [RS:0;e611192d6313:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,145 INFO [RS:0;e611192d6313:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40171,1731709093128-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:18:17,148 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:18:17,149 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68256904, jitterRate=0.017107129096984863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:18:17,150 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709097069Initializing all the Stores at 1731709097080 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709097080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709097080Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709097080Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709097080Cleaning up temporary data from old regions at 1731709097128 (+48 ms)Region opened successfully at 1731709097150 (+22 ms) 2024-11-15T22:18:17,150 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:18:17,150 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:18:17,150 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:18:17,150 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:18:17,150 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:18:17,151 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:18:17,151 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709097150Disabling compacts and flushes for region at 1731709097150Disabling writes for close at 1731709097150Writing region close event to WAL at 1731709097151 (+1 ms)Closed at 1731709097151 2024-11-15T22:18:17,153 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:17,154 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:18:17,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:18:17,156 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:18:17,158 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:18:17,172 INFO [RS:0;e611192d6313:40171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:18:17,173 INFO [RS:0;e611192d6313:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40171,1731709093128-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,173 INFO [RS:0;e611192d6313:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,173 INFO [RS:0;e611192d6313:40171 {}] regionserver.Replication(171): e611192d6313,40171,1731709093128 started 2024-11-15T22:18:17,194 INFO [RS:0;e611192d6313:40171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,194 INFO [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,40171,1731709093128, RpcServer on e611192d6313/172.17.0.3:40171, sessionid=0x1014093af1f0001 2024-11-15T22:18:17,195 DEBUG [RS:0;e611192d6313:40171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:18:17,195 DEBUG [RS:0;e611192d6313:40171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,40171,1731709093128 2024-11-15T22:18:17,195 DEBUG [RS:0;e611192d6313:40171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,40171,1731709093128' 2024-11-15T22:18:17,195 DEBUG [RS:0;e611192d6313:40171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-915468932/flush-table-proc/abort' 2024-11-15T22:18:17,196 DEBUG [RS:0;e611192d6313:40171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-915468932/flush-table-proc/acquired' 2024-11-15T22:18:17,201 DEBUG [RS:0;e611192d6313:40171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:18:17,201 DEBUG [RS:0;e611192d6313:40171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:18:17,201 DEBUG [RS:0;e611192d6313:40171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,40171,1731709093128 2024-11-15T22:18:17,201 DEBUG [RS:0;e611192d6313:40171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,40171,1731709093128' 2024-11-15T22:18:17,201 DEBUG [RS:0;e611192d6313:40171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-915468932/online-snapshot/abort' 2024-11-15T22:18:17,202 DEBUG [RS:0;e611192d6313:40171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-915468932/online-snapshot/acquired' 2024-11-15T22:18:17,202 DEBUG [RS:0;e611192d6313:40171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:18:17,202 INFO [RS:0;e611192d6313:40171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:18:17,202 INFO [RS:0;e611192d6313:40171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:18:17,303 INFO [RS:0;e611192d6313:40171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:18:17,305 INFO [RS:0;e611192d6313:40171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C40171%2C1731709093128, suffix=, logDir=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/oldWALs, maxLogs=10 2024-11-15T22:18:17,310 WARN [e611192d6313:43143 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T22:18:17,325 DEBUG [RS:0;e611192d6313:40171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128/e611192d6313%2C40171%2C1731709093128.1731709097305, exclude list is [], retry=0 2024-11-15T22:18:17,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35191,DS-0f76c792-45fa-48e4-9f14-7def6a7eca8b,DISK] 2024-11-15T22:18:17,349 INFO [RS:0;e611192d6313:40171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128/e611192d6313%2C40171%2C1731709093128.1731709097305 2024-11-15T22:18:17,349 DEBUG [RS:0;e611192d6313:40171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36995:36995)] 2024-11-15T22:18:17,560 DEBUG [e611192d6313:43143 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:18:17,561 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,40171,1731709093128 2024-11-15T22:18:17,563 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,40171,1731709093128, state=OPENING 2024-11-15T22:18:17,574 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:18:17,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:17,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:17,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915468932/meta-region-server: CHANGED 2024-11-15T22:18:17,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915468932/meta-region-server: CHANGED 2024-11-15T22:18:17,585 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:18:17,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,40171,1731709093128}] 2024-11-15T22:18:17,739 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:18:17,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:18:17,756 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:18:17,756 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:18:17,757 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:18:17,761 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C40171%2C1731709093128.meta, suffix=.meta, logDir=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/oldWALs, maxLogs=10 2024-11-15T22:18:17,780 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128/e611192d6313%2C40171%2C1731709093128.meta.1731709097762.meta, exclude list is [], retry=0 2024-11-15T22:18:17,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35191,DS-0f76c792-45fa-48e4-9f14-7def6a7eca8b,DISK] 2024-11-15T22:18:17,789 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128/e611192d6313%2C40171%2C1731709093128.meta.1731709097762.meta 2024-11-15T22:18:17,792 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36995:36995)] 2024-11-15T22:18:17,792 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:18:17,793 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:18:17,793 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:18:17,793 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:18:17,793 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:18:17,793 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:18:17,793 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:17,794 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:18:17,794 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:18:17,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:18:17,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:18:17,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:17,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:17,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:18:17,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:18:17,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:17,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:17,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:18:17,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:18:17,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:17,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:17,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:18:17,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:18:17,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:17,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:17,823 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:18:17,824 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740 2024-11-15T22:18:17,827 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740 2024-11-15T22:18:17,828 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:18:17,828 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:18:17,829 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:18:17,832 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:18:17,834 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73906096, jitterRate=0.10128664970397949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:18:17,834 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:18:17,835 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709097794Writing region info on filesystem at 1731709097794Initializing all the Stores at 1731709097795 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709097795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709097808 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709097808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709097808Cleaning up temporary data from old regions at 1731709097828 (+20 ms)Running coprocessor post-open hooks at 1731709097834 (+6 ms)Region opened successfully at 1731709097835 (+1 ms) 2024-11-15T22:18:17,836 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709097739 2024-11-15T22:18:17,841 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:18:17,841 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:18:17,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,40171,1731709093128 2024-11-15T22:18:17,843 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,40171,1731709093128, state=OPEN 2024-11-15T22:18:17,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-915468932/meta-region-server 2024-11-15T22:18:17,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915468932/meta-region-server: CHANGED 2024-11-15T22:18:17,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-915468932/meta-region-server 2024-11-15T22:18:17,911 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-915468932/meta-region-server: CHANGED 2024-11-15T22:18:17,912 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,40171,1731709093128 2024-11-15T22:18:17,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:18:17,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,40171,1731709093128 in 327 msec 2024-11-15T22:18:17,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:18:17,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 763 msec 2024-11-15T22:18:17,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:17,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:18:17,926 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:17,926 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40171,1731709093128, seqNum=-1] 2024-11-15T22:18:17,927 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:17,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:18:17,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0290 sec 2024-11-15T22:18:17,940 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709097940, completionTime=-1 2024-11-15T22:18:17,940 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:18:17,940 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:18:17,948 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:18:17,948 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709157948 2024-11-15T22:18:17,948 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709217948 2024-11-15T22:18:17,948 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-15T22:18:17,949 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,43143,1731709092298-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,949 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,43143,1731709092298-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,949 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,43143,1731709092298-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,949 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:43143, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,949 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,952 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:18:17,956 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:17,961 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.388sec 2024-11-15T22:18:17,961 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:18:17,961 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:18:17,961 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:18:17,961 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:18:17,961 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:18:17,961 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,43143,1731709092298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:18:17,961 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,43143,1731709092298-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:18:17,970 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:18:17,970 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:18:17,970 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,43143,1731709092298-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:18,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ad3d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:18,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,43143,-1 for getting cluster id 2024-11-15T22:18:18,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:18,036 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9bea73-1a5a-4082-bd5b-9b3da9f161d5' 2024-11-15T22:18:18,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:18,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9bea73-1a5a-4082-bd5b-9b3da9f161d5" 2024-11-15T22:18:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fd2d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,43143,-1] 2024-11-15T22:18:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:18,043 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:18,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1396e678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:18,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:18,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40171,1731709093128, seqNum=-1] 2024-11-15T22:18:18,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:18,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:18:18,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,43143,1731709092298 2024-11-15T22:18:18,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61323 2024-11-15T22:18:18,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:18:18,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014093af1f0002 connected 2024-11-15T22:18:18,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/hadoop.log.dir so I do NOT create it in target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32 2024-11-15T22:18:18,113 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:18:18,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/hadoop.tmp.dir so I do NOT create it in target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32 2024-11-15T22:18:18,113 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:18:18,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32 2024-11-15T22:18:18,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:18:18,113 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/cluster_2e7713c5-2a47-4e83-62cd-2574c44946fe, deleteOnExit=true 2024-11-15T22:18:18,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:18:18,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/test.cache.data in system properties and HBase conf 2024-11-15T22:18:18,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:18:18,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:18:18,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:18:18,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:18:18,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:18:18,114 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:18:18,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:18:18,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:18:18,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:18:18,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:18:18,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:18:18,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:18:18,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:18:18,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:18:18,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:18:18,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:18:18,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:18:18,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:18:18,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:18:18,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:18:18,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:18:18,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:18:18,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:18:18,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:18:18,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:18:18,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:18:18,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cee3f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:18:18,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73da8684{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:18:18,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3aab354b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/java.io.tmpdir/jetty-localhost-33773-hadoop-hdfs-3_4_1-tests_jar-_-any-11394744292646952304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:18:18,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4eef177a{HTTP/1.1, (http/1.1)}{localhost:33773} 2024-11-15T22:18:18,628 INFO [Time-limited test {}] server.Server(415): Started @51293ms 2024-11-15T22:18:19,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:18:19,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:18:19,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:18:19,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:18:19,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:18:19,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5497595e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:18:19,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5831a53d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:18:19,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c4ecb8f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/java.io.tmpdir/jetty-localhost-40949-hadoop-hdfs-3_4_1-tests_jar-_-any-5557334940766494148/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:18:19,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64f65665{HTTP/1.1, (http/1.1)}{localhost:40949} 2024-11-15T22:18:19,186 INFO [Time-limited test {}] server.Server(415): Started @51851ms 2024-11-15T22:18:19,188 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:18:20,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:18:20,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T22:18:20,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:18:20,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T22:18:20,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:18:20,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T22:18:20,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:18:20,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T22:18:20,204 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/cluster_2e7713c5-2a47-4e83-62cd-2574c44946fe/data/data1/current/BP-1567603239-172.17.0.3-1731709098145/current, will proceed with Du for space computation calculation, 2024-11-15T22:18:20,204 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/cluster_2e7713c5-2a47-4e83-62cd-2574c44946fe/data/data2/current/BP-1567603239-172.17.0.3-1731709098145/current, will proceed with Du for space computation calculation, 2024-11-15T22:18:20,231 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:18:20,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3775ae57fea9adef with lease ID 0xdc321ccce3fd0c3b: Processing first storage report for DS-81ed41ab-323b-4f4f-ba76-4b7df516e9dd from datanode DatanodeRegistration(127.0.0.1:36531, datanodeUuid=b590f3c1-d92d-459c-894a-c4fdf054696b, infoPort=43995, infoSecurePort=0, ipcPort=45215, storageInfo=lv=-57;cid=testClusterID;nsid=1160789906;c=1731709098145) 2024-11-15T22:18:20,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3775ae57fea9adef with lease ID 0xdc321ccce3fd0c3b: from storage DS-81ed41ab-323b-4f4f-ba76-4b7df516e9dd node DatanodeRegistration(127.0.0.1:36531, datanodeUuid=b590f3c1-d92d-459c-894a-c4fdf054696b, infoPort=43995, infoSecurePort=0, ipcPort=45215, storageInfo=lv=-57;cid=testClusterID;nsid=1160789906;c=1731709098145), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:18:20,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3775ae57fea9adef with lease ID 0xdc321ccce3fd0c3b: Processing first storage report for DS-6a4bb6fa-ec68-41ea-ba14-44b2bf94e6fd from datanode DatanodeRegistration(127.0.0.1:36531, datanodeUuid=b590f3c1-d92d-459c-894a-c4fdf054696b, infoPort=43995, infoSecurePort=0, ipcPort=45215, storageInfo=lv=-57;cid=testClusterID;nsid=1160789906;c=1731709098145) 2024-11-15T22:18:20,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3775ae57fea9adef with lease ID 0xdc321ccce3fd0c3b: from storage DS-6a4bb6fa-ec68-41ea-ba14-44b2bf94e6fd node DatanodeRegistration(127.0.0.1:36531, datanodeUuid=b590f3c1-d92d-459c-894a-c4fdf054696b, infoPort=43995, infoSecurePort=0, ipcPort=45215, storageInfo=lv=-57;cid=testClusterID;nsid=1160789906;c=1731709098145), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:18:20,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32 2024-11-15T22:18:20,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:20,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:20,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36531 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:18:20,335 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49 with version=8 2024-11-15T22:18:20,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/hbase-staging 2024-11-15T22:18:20,337 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:18:20,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:20,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:20,338 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:18:20,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:20,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:18:20,338 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:18:20,338 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:18:20,339 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39177 2024-11-15T22:18:20,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39177 connecting to ZooKeeper ensemble=127.0.0.1:61323 2024-11-15T22:18:20,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391770x0, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:18:20,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39177-0x1014093af1f0003 connected 2024-11-15T22:18:20,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:20,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:20,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Set watcher on znode that does not yet exist, /1-469526303/running 2024-11-15T22:18:20,513 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49, hbase.cluster.distributed=false 2024-11-15T22:18:20,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Set watcher on znode that does not yet exist, /1-469526303/acl 2024-11-15T22:18:20,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39177 2024-11-15T22:18:20,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39177 2024-11-15T22:18:20,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39177 2024-11-15T22:18:20,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39177 2024-11-15T22:18:20,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39177 2024-11-15T22:18:20,541 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:18:20,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:20,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:20,541 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:18:20,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:20,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:18:20,541 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:18:20,542 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:18:20,542 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32793 2024-11-15T22:18:20,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32793 connecting to ZooKeeper ensemble=127.0.0.1:61323 2024-11-15T22:18:20,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:20,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:20,563 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327930x0, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:18:20,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:327930x0, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Set watcher on znode that does not yet exist, /1-469526303/running 2024-11-15T22:18:20,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32793-0x1014093af1f0004 connected 2024-11-15T22:18:20,564 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:18:20,568 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:18:20,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Set watcher on znode that does not yet exist, /1-469526303/master 2024-11-15T22:18:20,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Set watcher on znode that does not yet exist, /1-469526303/acl 2024-11-15T22:18:20,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32793 2024-11-15T22:18:20,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32793 2024-11-15T22:18:20,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32793 2024-11-15T22:18:20,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32793 2024-11-15T22:18:20,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32793 2024-11-15T22:18:20,606 DEBUG [M:0;e611192d6313:39177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:39177 2024-11-15T22:18:20,606 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-469526303/backup-masters/e611192d6313,39177,1731709100337 2024-11-15T22:18:20,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303/backup-masters 2024-11-15T22:18:20,615 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303/backup-masters 2024-11-15T22:18:20,616 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Set watcher on existing znode=/1-469526303/backup-masters/e611192d6313,39177,1731709100337 2024-11-15T22:18:20,626 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-469526303/master 2024-11-15T22:18:20,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303 2024-11-15T22:18:20,626 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303 2024-11-15T22:18:20,626 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Set watcher on existing znode=/1-469526303/master 2024-11-15T22:18:20,628 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-469526303/backup-masters/e611192d6313,39177,1731709100337 from backup master directory 2024-11-15T22:18:20,636 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303/backup-masters 2024-11-15T22:18:20,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-469526303/backup-masters/e611192d6313,39177,1731709100337 2024-11-15T22:18:20,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303/backup-masters 2024-11-15T22:18:20,637 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:18:20,637 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,39177,1731709100337 2024-11-15T22:18:20,642 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/hbase.id] with ID: 104d0619-f603-4edd-8ffa-fb949c2bbc21 2024-11-15T22:18:20,642 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/.tmp/hbase.id 2024-11-15T22:18:20,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36531 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:18:21,052 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/.tmp/hbase.id]:[hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/hbase.id] 2024-11-15T22:18:21,065 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:21,065 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:18:21,067 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T22:18:21,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303 2024-11-15T22:18:21,078 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303 2024-11-15T22:18:21,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36531 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:18:21,495 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:18:21,496 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:18:21,501 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:18:21,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36531 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:18:21,949 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store 2024-11-15T22:18:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36531 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:18:21,968 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:21,969 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:18:21,969 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:21,969 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:21,969 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:18:21,969 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:21,969 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:21,969 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709101969Disabling compacts and flushes for region at 1731709101969Disabling writes for close at 1731709101969Writing region close event to WAL at 1731709101969Closed at 1731709101969 2024-11-15T22:18:21,970 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/.initializing 2024-11-15T22:18:21,970 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/WALs/e611192d6313,39177,1731709100337 2024-11-15T22:18:21,972 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:18:21,979 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C39177%2C1731709100337, suffix=, logDir=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/WALs/e611192d6313,39177,1731709100337, archiveDir=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/oldWALs, maxLogs=10 2024-11-15T22:18:22,002 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/WALs/e611192d6313,39177,1731709100337/e611192d6313%2C39177%2C1731709100337.1731709101979, exclude list is [], retry=0 2024-11-15T22:18:22,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36531,DS-81ed41ab-323b-4f4f-ba76-4b7df516e9dd,DISK] 2024-11-15T22:18:22,016 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/WALs/e611192d6313,39177,1731709100337/e611192d6313%2C39177%2C1731709100337.1731709101979 2024-11-15T22:18:22,016 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43995:43995)] 2024-11-15T22:18:22,016 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:18:22,017 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:22,017 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:22,017 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:22,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:22,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:18:22,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:22,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:22,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:22,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:18:22,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:22,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:22,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:22,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:18:22,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:22,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:22,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:22,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:18:22,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:22,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:22,038 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:22,039 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:22,039 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:22,041 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:22,041 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:22,042 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:18:22,044 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:22,049 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:18:22,050 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67625126, jitterRate=0.007692903280258179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:18:22,050 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709102017Initializing all the Stores at 1731709102018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709102018Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709102019 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709102019Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709102019Cleaning up temporary data from old regions at 1731709102041 (+22 ms)Region opened successfully at 1731709102050 (+9 ms) 2024-11-15T22:18:22,050 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:18:22,054 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e034d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:18:22,055 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:18:22,055 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:18:22,056 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:18:22,056 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:18:22,057 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T22:18:22,058 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:18:22,058 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:18:22,061 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:18:22,062 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Unable to get data of znode /1-469526303/balancer because node does not exist (not necessarily an error) 2024-11-15T22:18:22,068 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-469526303/balancer already deleted, retry=false 2024-11-15T22:18:22,069 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:18:22,070 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Unable to get data of znode /1-469526303/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:18:22,078 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-469526303/normalizer already deleted, retry=false 2024-11-15T22:18:22,079 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:18:22,080 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Unable to get data of znode /1-469526303/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:18:22,089 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-469526303/switch/split already deleted, retry=false 2024-11-15T22:18:22,091 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Unable to get data of znode /1-469526303/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:18:22,100 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-469526303/switch/merge already deleted, retry=false 2024-11-15T22:18:22,104 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Unable to get data of znode /1-469526303/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:18:22,110 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-469526303/snapshot-cleanup already deleted, retry=false 2024-11-15T22:18:22,121 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-469526303/running 2024-11-15T22:18:22,121 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303 2024-11-15T22:18:22,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-469526303/running 2024-11-15T22:18:22,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303 2024-11-15T22:18:22,123 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,39177,1731709100337, sessionid=0x1014093af1f0003, setting cluster-up flag (Was=false) 2024-11-15T22:18:22,141 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303 2024-11-15T22:18:22,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303 2024-11-15T22:18:22,173 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-469526303/flush-table-proc/acquired, /1-469526303/flush-table-proc/reached, /1-469526303/flush-table-proc/abort 2024-11-15T22:18:22,174 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,39177,1731709100337 2024-11-15T22:18:22,194 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303 2024-11-15T22:18:22,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303 2024-11-15T22:18:22,226 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-469526303/online-snapshot/acquired, /1-469526303/online-snapshot/reached, /1-469526303/online-snapshot/abort 2024-11-15T22:18:22,227 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,39177,1731709100337 2024-11-15T22:18:22,237 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:18:22,258 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:22,259 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:18:22,259 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:18:22,259 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,39177,1731709100337 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:18:22,262 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:22,262 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:22,262 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:22,262 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:22,262 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:18:22,263 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:22,263 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:18:22,263 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:22,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:22,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:18:22,276 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:22,276 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:18:22,280 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709132280 2024-11-15T22:18:22,280 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:18:22,280 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:18:22,280 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:18:22,280 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:18:22,281 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:18:22,281 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:18:22,283 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:22,286 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:18:22,286 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:18:22,287 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:18:22,287 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:18:22,291 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:18:22,291 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:18:22,299 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709102291,5,FailOnTimeoutGroup] 2024-11-15T22:18:22,299 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709102299,5,FailOnTimeoutGroup] 2024-11-15T22:18:22,299 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:22,299 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:18:22,299 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:22,300 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:22,305 INFO [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer(746): ClusterId : 104d0619-f603-4edd-8ffa-fb949c2bbc21 2024-11-15T22:18:22,306 DEBUG [RS:0;e611192d6313:32793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:18:22,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36531 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:18:22,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:18:22,312 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49 2024-11-15T22:18:22,320 DEBUG [RS:0;e611192d6313:32793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:18:22,320 DEBUG [RS:0;e611192d6313:32793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:18:22,332 DEBUG [RS:0;e611192d6313:32793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:18:22,332 DEBUG [RS:0;e611192d6313:32793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a325f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:18:22,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36531 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:18:22,375 DEBUG [RS:0;e611192d6313:32793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:32793 2024-11-15T22:18:22,375 INFO [RS:0;e611192d6313:32793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:18:22,375 INFO [RS:0;e611192d6313:32793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:18:22,375 DEBUG [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:18:22,387 INFO [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,39177,1731709100337 with port=32793, startcode=1731709100541 2024-11-15T22:18:22,387 DEBUG [RS:0;e611192d6313:32793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:18:22,390 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:18:22,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,32793,1731709100541 2024-11-15T22:18:22,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(517): Registering regionserver=e611192d6313,32793,1731709100541 2024-11-15T22:18:22,394 DEBUG [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49 2024-11-15T22:18:22,394 DEBUG [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34753 2024-11-15T22:18:22,394 DEBUG [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:18:22,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303/rs 2024-11-15T22:18:22,442 DEBUG [RS:0;e611192d6313:32793 {}] zookeeper.ZKUtil(111): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Set watcher on existing znode=/1-469526303/rs/e611192d6313,32793,1731709100541 2024-11-15T22:18:22,442 WARN [RS:0;e611192d6313:32793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:18:22,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,32793,1731709100541] 2024-11-15T22:18:22,442 INFO [RS:0;e611192d6313:32793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:18:22,444 DEBUG [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/WALs/e611192d6313,32793,1731709100541 2024-11-15T22:18:22,473 INFO [RS:0;e611192d6313:32793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:18:22,476 INFO [RS:0;e611192d6313:32793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:18:22,479 INFO [RS:0;e611192d6313:32793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:18:22,479 INFO [RS:0;e611192d6313:32793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:22,480 INFO [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:18:22,483 INFO [RS:0;e611192d6313:32793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:18:22,483 INFO [RS:0;e611192d6313:32793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:22,483 DEBUG [RS:0;e611192d6313:32793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:22,483 DEBUG [RS:0;e611192d6313:32793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:22,484 DEBUG [RS:0;e611192d6313:32793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:22,484 DEBUG [RS:0;e611192d6313:32793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:22,484 DEBUG [RS:0;e611192d6313:32793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:22,484 DEBUG [RS:0;e611192d6313:32793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:18:22,484 DEBUG [RS:0;e611192d6313:32793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:22,484 DEBUG [RS:0;e611192d6313:32793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:22,484 DEBUG [RS:0;e611192d6313:32793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:22,484 DEBUG [RS:0;e611192d6313:32793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:22,484 DEBUG [RS:0;e611192d6313:32793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:22,484 DEBUG [RS:0;e611192d6313:32793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:22,484 DEBUG [RS:0;e611192d6313:32793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:18:22,485 DEBUG [RS:0;e611192d6313:32793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:18:22,496 INFO [RS:0;e611192d6313:32793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:22,496 INFO [RS:0;e611192d6313:32793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:22,496 INFO [RS:0;e611192d6313:32793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:22,496 INFO [RS:0;e611192d6313:32793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:22,497 INFO [RS:0;e611192d6313:32793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:22,497 INFO [RS:0;e611192d6313:32793 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,32793,1731709100541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:18:22,517 INFO [RS:0;e611192d6313:32793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:18:22,517 INFO [RS:0;e611192d6313:32793 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,32793,1731709100541-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:22,517 INFO [RS:0;e611192d6313:32793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:22,517 INFO [RS:0;e611192d6313:32793 {}] regionserver.Replication(171): e611192d6313,32793,1731709100541 started 2024-11-15T22:18:22,539 INFO [RS:0;e611192d6313:32793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:22,539 INFO [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,32793,1731709100541, RpcServer on e611192d6313/172.17.0.3:32793, sessionid=0x1014093af1f0004 2024-11-15T22:18:22,539 DEBUG [RS:0;e611192d6313:32793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:18:22,539 DEBUG [RS:0;e611192d6313:32793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,32793,1731709100541 2024-11-15T22:18:22,539 DEBUG [RS:0;e611192d6313:32793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,32793,1731709100541' 2024-11-15T22:18:22,540 DEBUG [RS:0;e611192d6313:32793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-469526303/flush-table-proc/abort' 2024-11-15T22:18:22,540 DEBUG [RS:0;e611192d6313:32793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-469526303/flush-table-proc/acquired' 2024-11-15T22:18:22,541 DEBUG [RS:0;e611192d6313:32793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:18:22,541 DEBUG [RS:0;e611192d6313:32793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:18:22,541 DEBUG [RS:0;e611192d6313:32793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,32793,1731709100541 2024-11-15T22:18:22,541 DEBUG [RS:0;e611192d6313:32793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,32793,1731709100541' 2024-11-15T22:18:22,541 DEBUG [RS:0;e611192d6313:32793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-469526303/online-snapshot/abort' 2024-11-15T22:18:22,541 DEBUG [RS:0;e611192d6313:32793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-469526303/online-snapshot/acquired' 2024-11-15T22:18:22,542 DEBUG [RS:0;e611192d6313:32793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:18:22,542 INFO [RS:0;e611192d6313:32793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:18:22,542 INFO [RS:0;e611192d6313:32793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:18:22,642 INFO [RS:0;e611192d6313:32793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:18:22,644 INFO [RS:0;e611192d6313:32793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C32793%2C1731709100541, suffix=, logDir=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/WALs/e611192d6313,32793,1731709100541, archiveDir=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/oldWALs, maxLogs=10 2024-11-15T22:18:22,659 DEBUG [RS:0;e611192d6313:32793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/WALs/e611192d6313,32793,1731709100541/e611192d6313%2C32793%2C1731709100541.1731709102644, exclude list is [], retry=0 2024-11-15T22:18:22,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36531,DS-81ed41ab-323b-4f4f-ba76-4b7df516e9dd,DISK] 2024-11-15T22:18:22,665 INFO [RS:0;e611192d6313:32793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/WALs/e611192d6313,32793,1731709100541/e611192d6313%2C32793%2C1731709100541.1731709102644 2024-11-15T22:18:22,665 DEBUG [RS:0;e611192d6313:32793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43995:43995)] 2024-11-15T22:18:22,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:22,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:18:22,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:18:22,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:22,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:22,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:18:22,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:18:22,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:22,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:22,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:18:22,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:18:22,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:22,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:22,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:18:22,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:18:22,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:22,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:22,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:18:22,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/data/hbase/meta/1588230740 2024-11-15T22:18:22,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/data/hbase/meta/1588230740 2024-11-15T22:18:22,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:18:22,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:18:22,791 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:18:22,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:18:22,796 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:18:22,796 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70395528, jitterRate=0.04897511005401611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:18:22,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709102777Initializing all the Stores at 1731709102778 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709102778Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709102778Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709102778Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709102778Cleaning up temporary data from old regions at 1731709102791 (+13 ms)Region opened successfully at 1731709102796 (+5 ms) 2024-11-15T22:18:22,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:18:22,797 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:18:22,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:18:22,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:18:22,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:18:22,797 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:18:22,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709102797Disabling compacts and flushes for region at 1731709102797Disabling writes for close at 1731709102797Writing region close event to WAL at 1731709102797Closed at 1731709102797 2024-11-15T22:18:22,799 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:22,799 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:18:22,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:18:22,801 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:18:22,803 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:18:22,954 DEBUG [e611192d6313:39177 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:18:22,954 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,32793,1731709100541 2024-11-15T22:18:22,956 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,32793,1731709100541, state=OPENING 2024-11-15T22:18:22,962 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:18:22,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303 2024-11-15T22:18:22,973 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303 2024-11-15T22:18:22,974 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:18:22,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-469526303/meta-region-server: CHANGED 2024-11-15T22:18:22,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,32793,1731709100541}] 2024-11-15T22:18:22,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-469526303/meta-region-server: CHANGED 2024-11-15T22:18:23,133 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:18:23,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:18:23,145 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:18:23,145 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:18:23,145 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:18:23,149 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C32793%2C1731709100541.meta, suffix=.meta, logDir=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/WALs/e611192d6313,32793,1731709100541, archiveDir=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/oldWALs, maxLogs=10 2024-11-15T22:18:23,169 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/WALs/e611192d6313,32793,1731709100541/e611192d6313%2C32793%2C1731709100541.meta.1731709103150.meta, exclude list is [], retry=0 2024-11-15T22:18:23,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36531,DS-81ed41ab-323b-4f4f-ba76-4b7df516e9dd,DISK] 2024-11-15T22:18:23,194 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/WALs/e611192d6313,32793,1731709100541/e611192d6313%2C32793%2C1731709100541.meta.1731709103150.meta 2024-11-15T22:18:23,196 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43995:43995)] 2024-11-15T22:18:23,196 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:18:23,197 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:18:23,197 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:18:23,197 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:18:23,197 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:18:23,197 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:18:23,197 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:23,197 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:18:23,197 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:18:23,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:18:23,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:18:23,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:23,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:23,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:18:23,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:18:23,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:23,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:23,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:18:23,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:18:23,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:23,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:23,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:18:23,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:18:23,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:23,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:23,241 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:18:23,242 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/data/hbase/meta/1588230740 2024-11-15T22:18:23,249 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/data/hbase/meta/1588230740 2024-11-15T22:18:23,252 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:18:23,252 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:18:23,253 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:18:23,255 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:18:23,257 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70384810, jitterRate=0.048815399408340454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:18:23,257 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:18:23,257 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709103198Writing region info on filesystem at 1731709103198Initializing all the Stores at 1731709103199 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709103199Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709103200 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709103200Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709103200Cleaning up temporary data from old regions at 1731709103252 (+52 ms)Running coprocessor post-open hooks at 1731709103257 (+5 ms)Region opened successfully at 1731709103257 2024-11-15T22:18:23,258 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709103132 2024-11-15T22:18:23,261 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:18:23,261 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:18:23,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,32793,1731709100541 2024-11-15T22:18:23,270 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,32793,1731709100541, state=OPEN 2024-11-15T22:18:23,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-469526303/meta-region-server 2024-11-15T22:18:23,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-469526303/meta-region-server: CHANGED 2024-11-15T22:18:23,281 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,32793,1731709100541 2024-11-15T22:18:23,284 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-469526303/meta-region-server 2024-11-15T22:18:23,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-469526303/meta-region-server: CHANGED 2024-11-15T22:18:23,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:18:23,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,32793,1731709100541 in 307 msec 2024-11-15T22:18:23,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:18:23,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-15T22:18:23,290 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:23,290 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:18:23,293 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:23,293 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,32793,1731709100541, seqNum=-1] 2024-11-15T22:18:23,294 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:23,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:18:23,296 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:18:23,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:23,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0800 sec 2024-11-15T22:18:23,332 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709103332, completionTime=-1 2024-11-15T22:18:23,332 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:18:23,332 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:18:23,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:23,340 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:18:23,340 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709163340 2024-11-15T22:18:23,340 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709223340 2024-11-15T22:18:23,340 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-15T22:18:23,341 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39177,1731709100337-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:23,341 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39177,1731709100337-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:23,341 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39177,1731709100337-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:23,341 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:39177, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:23,341 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:23,344 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:18:23,348 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:23,349 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:18:23,362 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.725sec 2024-11-15T22:18:23,362 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:18:23,362 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:18:23,362 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:18:23,362 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:18:23,363 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:18:23,363 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39177,1731709100337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:18:23,363 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39177,1731709100337-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:18:23,382 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:18:23,382 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:18:23,382 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39177,1731709100337-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:23,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a256aad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:23,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,39177,-1 for getting cluster id 2024-11-15T22:18:23,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:23,415 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '104d0619-f603-4edd-8ffa-fb949c2bbc21' 2024-11-15T22:18:23,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:23,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "104d0619-f603-4edd-8ffa-fb949c2bbc21" 2024-11-15T22:18:23,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181fb0b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:23,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,39177,-1] 2024-11-15T22:18:23,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:23,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:23,417 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:23,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440ecec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:23,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:23,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,32793,1731709100541, seqNum=-1] 2024-11-15T22:18:23,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:23,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:18:23,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,39177,1731709100337 2024-11-15T22:18:23,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61323 2024-11-15T22:18:23,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:18:23,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014093af1f0005 connected 2024-11-15T22:18:23,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c0e5d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:23,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,43143,-1 for getting cluster id 2024-11-15T22:18:23,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:23,505 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9bea73-1a5a-4082-bd5b-9b3da9f161d5' 2024-11-15T22:18:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9bea73-1a5a-4082-bd5b-9b3da9f161d5" 2024-11-15T22:18:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630890cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:23,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,43143,-1] 2024-11-15T22:18:23,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:23,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:23,508 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:23,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce91d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:23,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:18:23,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,43143,1731709092298 2024-11-15T22:18:23,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6006297c 2024-11-15T22:18:23,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:18:23,513 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:18:23,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:39177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:18:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:18:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:23,517 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:39177' 2024-11-15T22:18:23,519 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6385d15a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:23,519 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,39177,-1 for getting cluster id 2024-11-15T22:18:23,519 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:23,520 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '104d0619-f603-4edd-8ffa-fb949c2bbc21' 2024-11-15T22:18:23,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:23,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "104d0619-f603-4edd-8ffa-fb949c2bbc21" 2024-11-15T22:18:23,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2bbdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:23,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,39177,-1] 2024-11-15T22:18:23,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:23,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:23,524 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:23,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60655070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:23,531 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:18:23,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,39177,1731709100337 2024-11-15T22:18:23,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60c3dedd 2024-11-15T22:18:23,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:18:23,539 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:18:23,541 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T22:18:23,541 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:18:23,541 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:23,541 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:23,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:18:23,542 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:18:23,544 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:18:23,546 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:18:23,546 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:23,549 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:18:23,597 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T22:18:23,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741835_1011 (size=1138) 2024-11-15T22:18:23,609 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a2909eebd8af7f4dea4b5d627fa9511, NAME => 'hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32 2024-11-15T22:18:23,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741836_1012 (size=44) 2024-11-15T22:18:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:23,634 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:23,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7a2909eebd8af7f4dea4b5d627fa9511, disabling compactions & flushes 2024-11-15T22:18:23,635 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. 2024-11-15T22:18:23,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. 2024-11-15T22:18:23,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. after waiting 0 ms 2024-11-15T22:18:23,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. 2024-11-15T22:18:23,635 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. 2024-11-15T22:18:23,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a2909eebd8af7f4dea4b5d627fa9511: Waiting for close lock at 1731709103634Disabling compacts and flushes for region at 1731709103634Disabling writes for close at 1731709103635 (+1 ms)Writing region close event to WAL at 1731709103635Closed at 1731709103635 2024-11-15T22:18:23,638 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:18:23,639 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731709103638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709103638"}]},"ts":"1731709103638"} 2024-11-15T22:18:23,646 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:18:23,650 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:18:23,650 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709103650"}]},"ts":"1731709103650"} 2024-11-15T22:18:23,654 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T22:18:23,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a2909eebd8af7f4dea4b5d627fa9511, ASSIGN}] 2024-11-15T22:18:23,663 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a2909eebd8af7f4dea4b5d627fa9511, ASSIGN 2024-11-15T22:18:23,668 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a2909eebd8af7f4dea4b5d627fa9511, ASSIGN; state=OFFLINE, location=e611192d6313,40171,1731709093128; forceNewPlan=false, retain=false 2024-11-15T22:18:23,822 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7a2909eebd8af7f4dea4b5d627fa9511, regionState=OPENING, regionLocation=e611192d6313,40171,1731709093128 2024-11-15T22:18:23,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a2909eebd8af7f4dea4b5d627fa9511, ASSIGN because future has completed 2024-11-15T22:18:23,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a2909eebd8af7f4dea4b5d627fa9511, server=e611192d6313,40171,1731709093128}] 2024-11-15T22:18:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:23,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. 2024-11-15T22:18:23,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:18:23,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:18:23,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C40171%2C1731709093128.rep, suffix=, logDir=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/oldWALs, maxLogs=10 2024-11-15T22:18:24,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128/e611192d6313%2C40171%2C1731709093128.rep.1731709103984, exclude list is [], retry=0 2024-11-15T22:18:24,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35191,DS-0f76c792-45fa-48e4-9f14-7def6a7eca8b,DISK] 2024-11-15T22:18:24,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128/e611192d6313%2C40171%2C1731709093128.rep.1731709103984 2024-11-15T22:18:24,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36995:36995)] 2024-11-15T22:18:24,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a2909eebd8af7f4dea4b5d627fa9511, NAME => 'hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:18:24,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:18:24,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:18:24,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. service=MultiRowMutationService 2024-11-15T22:18:24,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:18:24,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:24,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:24,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:24,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:24,020 INFO [StoreOpener-7a2909eebd8af7f4dea4b5d627fa9511-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:24,021 INFO [StoreOpener-7a2909eebd8af7f4dea4b5d627fa9511-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a2909eebd8af7f4dea4b5d627fa9511 columnFamilyName hfileref 2024-11-15T22:18:24,021 DEBUG [StoreOpener-7a2909eebd8af7f4dea4b5d627fa9511-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:24,022 INFO [StoreOpener-7a2909eebd8af7f4dea4b5d627fa9511-1 {}] regionserver.HStore(327): Store=7a2909eebd8af7f4dea4b5d627fa9511/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:24,022 INFO [StoreOpener-7a2909eebd8af7f4dea4b5d627fa9511-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:24,025 INFO [StoreOpener-7a2909eebd8af7f4dea4b5d627fa9511-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a2909eebd8af7f4dea4b5d627fa9511 columnFamilyName queue 2024-11-15T22:18:24,025 DEBUG [StoreOpener-7a2909eebd8af7f4dea4b5d627fa9511-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:24,026 INFO [StoreOpener-7a2909eebd8af7f4dea4b5d627fa9511-1 {}] regionserver.HStore(327): Store=7a2909eebd8af7f4dea4b5d627fa9511/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:24,026 INFO [StoreOpener-7a2909eebd8af7f4dea4b5d627fa9511-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:24,028 INFO [StoreOpener-7a2909eebd8af7f4dea4b5d627fa9511-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a2909eebd8af7f4dea4b5d627fa9511 columnFamilyName sid 2024-11-15T22:18:24,028 DEBUG [StoreOpener-7a2909eebd8af7f4dea4b5d627fa9511-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:24,028 INFO [StoreOpener-7a2909eebd8af7f4dea4b5d627fa9511-1 {}] regionserver.HStore(327): Store=7a2909eebd8af7f4dea4b5d627fa9511/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:24,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:24,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/replication/7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:24,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/replication/7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:24,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:24,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:24,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:18:24,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:24,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/replication/7a2909eebd8af7f4dea4b5d627fa9511/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:18:24,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7a2909eebd8af7f4dea4b5d627fa9511; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75152274, jitterRate=0.11985614895820618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:18:24,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:24,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7a2909eebd8af7f4dea4b5d627fa9511: Running coprocessor pre-open hook at 1731709104018Writing region info on filesystem at 1731709104018Initializing all the Stores at 1731709104019 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709104019Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709104020 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709104020Cleaning up temporary data from old regions at 1731709104031 (+11 ms)Running coprocessor post-open hooks at 1731709104037 (+6 ms)Region opened successfully at 1731709104038 (+1 ms) 2024-11-15T22:18:24,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511., pid=7, masterSystemTime=1731709103978 2024-11-15T22:18:24,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. 2024-11-15T22:18:24,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. 2024-11-15T22:18:24,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7a2909eebd8af7f4dea4b5d627fa9511, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,40171,1731709093128 2024-11-15T22:18:24,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a2909eebd8af7f4dea4b5d627fa9511, server=e611192d6313,40171,1731709093128 because future has completed 2024-11-15T22:18:24,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T22:18:24,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a2909eebd8af7f4dea4b5d627fa9511, server=e611192d6313,40171,1731709093128 in 224 msec 2024-11-15T22:18:24,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:18:24,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a2909eebd8af7f4dea4b5d627fa9511, ASSIGN in 398 msec 2024-11-15T22:18:24,059 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:18:24,059 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709104059"}]},"ts":"1731709104059"} 2024-11-15T22:18:24,062 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T22:18:24,063 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:18:24,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 521 msec 2024-11-15T22:18:24,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511., hostname=e611192d6313,40171,1731709093128, seqNum=2] 2024-11-15T22:18:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:24,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:24,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:24,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:18:24,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T22:18:24,399 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T22:18:24,439 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,40171,1731709093128, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:18:24,440 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:24,440 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40171,1731709093128, seqNum=-1] 2024-11-15T22:18:24,440 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:24,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-15T22:18:24,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e611192d6313,40171,1731709093128', locateType=CURRENT is [region=hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511., hostname=e611192d6313,40171,1731709093128, seqNum=2] 2024-11-15T22:18:24,447 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T22:18:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T22:18:24,465 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:39177' 2024-11-15T22:18:24,476 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e611192d6313,40171,1731709093128 suceeded 2024-11-15T22:18:24,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T22:18:24,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 235 msec 2024-11-15T22:18:24,489 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e611192d6313:39177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:18:24,491 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f9571e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:24,491 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,39177,-1 for getting cluster id 2024-11-15T22:18:24,491 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:24,496 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '104d0619-f603-4edd-8ffa-fb949c2bbc21' 2024-11-15T22:18:24,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:24,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "104d0619-f603-4edd-8ffa-fb949c2bbc21" 2024-11-15T22:18:24,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ef226ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:24,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,39177,-1] 2024-11-15T22:18:24,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:24,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:24,498 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:24,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 976 msec 2024-11-15T22:18:24,505 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bf337bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:24,505 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:18:24,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,39177,1731709100337 2024-11-15T22:18:24,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ea1898f 2024-11-15T22:18:24,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:18:24,510 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-15T22:18:24,515 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,40171,1731709093128 (queues=1) is replicating from cluster=2b9bea73-1a5a-4082-bd5b-9b3da9f161d5 to cluster=104d0619-f603-4edd-8ffa-fb949c2bbc21 2024-11-15T22:18:24,515 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C40171%2C1731709093128 2024-11-15T22:18:24,515 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,40171,1731709093128, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:18:24,525 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128.replicationSource.shippere611192d6313%2C40171%2C1731709093128,1-e611192d6313,40171,1731709093128 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C40171%2C1731709093128 2024-11-15T22:18:24,528 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128.replicationSource.wal-reader.e611192d6313%2C40171%2C1731709093128,1-e611192d6313,40171,1731709093128 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128/e611192d6313%2C40171%2C1731709093128.1731709097305, startPosition=0, beingWritten=true 2024-11-15T22:18:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:24,658 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:18:24,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:18:24,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:24,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:24,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:24,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:18:24,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:18:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,43143,1731709092298 2024-11-15T22:18:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66c941fc 2024-11-15T22:18:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:18:24,661 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:18:24,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43143 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T22:18:24,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:18:24,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:18:24,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:24,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:24,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:24,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:18:24,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1330017833, stopped=false 2024-11-15T22:18:24,663 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,39177,1731709100337 2024-11-15T22:18:24,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:18:24,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-469526303/running 2024-11-15T22:18:24,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303 2024-11-15T22:18:24,678 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:18:24,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:18:24,679 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-469526303/running 2024-11-15T22:18:24,679 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303 2024-11-15T22:18:24,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:24,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:24,679 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,32793,1731709100541' ***** 2024-11-15T22:18:24,679 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:18:24,680 INFO [RS:0;e611192d6313:32793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:18:24,680 INFO [RS:0;e611192d6313:32793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:18:24,680 INFO [RS:0;e611192d6313:32793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:18:24,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Set watcher on znode that does not yet exist, /1-469526303/running 2024-11-15T22:18:24,680 INFO [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer(959): stopping server e611192d6313,32793,1731709100541 2024-11-15T22:18:24,680 INFO [RS:0;e611192d6313:32793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:18:24,680 INFO [RS:0;e611192d6313:32793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:32793. 2024-11-15T22:18:24,680 DEBUG [RS:0;e611192d6313:32793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:24,680 DEBUG [RS:0;e611192d6313:32793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:24,680 INFO [RS:0;e611192d6313:32793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:18:24,680 INFO [RS:0;e611192d6313:32793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:18:24,680 INFO [RS:0;e611192d6313:32793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:18:24,680 INFO [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:18:24,681 INFO [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:18:24,681 DEBUG [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:18:24,681 DEBUG [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:18:24,681 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:18:24,681 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:18:24,681 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:18:24,681 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:18:24,681 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:18:24,681 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T22:18:24,682 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:18:24,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Set watcher on znode that does not yet exist, /1-469526303/running 2024-11-15T22:18:24,704 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:18:24,713 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/data/hbase/meta/1588230740/.tmp/ns/4a984c7492a94a31872d3f6ace0fa5ea is 43, key is default/ns:d/1731709103300/Put/seqid=0 2024-11-15T22:18:24,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36531 is added to blk_1073741835_1011 (size=5153) 2024-11-15T22:18:24,728 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/data/hbase/meta/1588230740/.tmp/ns/4a984c7492a94a31872d3f6ace0fa5ea 2024-11-15T22:18:24,742 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/data/hbase/meta/1588230740/.tmp/ns/4a984c7492a94a31872d3f6ace0fa5ea as hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/data/hbase/meta/1588230740/ns/4a984c7492a94a31872d3f6ace0fa5ea 2024-11-15T22:18:24,752 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/data/hbase/meta/1588230740/ns/4a984c7492a94a31872d3f6ace0fa5ea, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T22:18:24,757 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 76ms, sequenceid=6, compaction requested=false 2024-11-15T22:18:24,770 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128.replicationSource.wal-reader.e611192d6313%2C40171%2C1731709093128,1-e611192d6313,40171,1731709093128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128/e611192d6313%2C40171%2C1731709093128.1731709097305 to pos 0, reset compression=false 2024-11-15T22:18:24,781 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T22:18:24,781 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:18:24,781 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:18:24,782 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:18:24,782 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709104681Running coprocessor pre-close hooks at 1731709104681Disabling compacts and flushes for region at 1731709104681Disabling writes for close at 1731709104681Obtaining lock to block concurrent updates at 1731709104681Preparing flush snapshotting stores in 1588230740 at 1731709104681Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731709104682 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731709104684 (+2 ms)Flushing 1588230740/ns: creating writer at 1731709104684Flushing 1588230740/ns: appending metadata at 1731709104712 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731709104712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@623bc5f4: reopening flushed file at 1731709104741 (+29 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 76ms, sequenceid=6, compaction requested=false at 1731709104757 (+16 ms)Writing region close event to WAL at 1731709104771 (+14 ms)Running coprocessor post-close hooks at 1731709104781 (+10 ms)Closed at 1731709104781 2024-11-15T22:18:24,782 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:18:24,881 INFO [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer(976): stopping server e611192d6313,32793,1731709100541; all regions closed. 2024-11-15T22:18:24,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36531 is added to blk_1073741834_1010 (size=1152) 2024-11-15T22:18:24,907 DEBUG [RS:0;e611192d6313:32793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/oldWALs 2024-11-15T22:18:24,907 INFO [RS:0;e611192d6313:32793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C32793%2C1731709100541.meta:.meta(num 1731709103150) 2024-11-15T22:18:24,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36531 is added to blk_1073741833_1009 (size=93) 2024-11-15T22:18:24,918 DEBUG [RS:0;e611192d6313:32793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/oldWALs 2024-11-15T22:18:24,918 INFO [RS:0;e611192d6313:32793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C32793%2C1731709100541:(num 1731709102644) 2024-11-15T22:18:24,918 DEBUG [RS:0;e611192d6313:32793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:24,918 INFO [RS:0;e611192d6313:32793 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:18:24,920 INFO [RS:0;e611192d6313:32793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:18:24,920 INFO [RS:0;e611192d6313:32793 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:18:24,921 INFO [RS:0;e611192d6313:32793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:18:24,921 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:18:24,921 INFO [RS:0;e611192d6313:32793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32793 2024-11-15T22:18:24,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303/rs 2024-11-15T22:18:24,984 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-469526303/rs/e611192d6313,32793,1731709100541 2024-11-15T22:18:24,985 INFO [RS:0;e611192d6313:32793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:18:24,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,32793,1731709100541] 2024-11-15T22:18:25,004 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-469526303/draining/e611192d6313,32793,1731709100541 already deleted, retry=false 2024-11-15T22:18:25,004 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,32793,1731709100541 expired; onlineServers=0 2024-11-15T22:18:25,004 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,39177,1731709100337' ***** 2024-11-15T22:18:25,004 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:18:25,005 INFO [M:0;e611192d6313:39177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:18:25,005 INFO [M:0;e611192d6313:39177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:18:25,005 DEBUG [M:0;e611192d6313:39177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:18:25,005 DEBUG [M:0;e611192d6313:39177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:18:25,005 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:18:25,005 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709102291 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709102291,5,FailOnTimeoutGroup] 2024-11-15T22:18:25,005 INFO [M:0;e611192d6313:39177 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:18:25,005 INFO [M:0;e611192d6313:39177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:18:25,005 DEBUG [M:0;e611192d6313:39177 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:18:25,005 INFO [M:0;e611192d6313:39177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:18:25,005 INFO [M:0;e611192d6313:39177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:18:25,005 INFO [M:0;e611192d6313:39177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:18:25,006 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:18:25,008 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709102299 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709102299,5,FailOnTimeoutGroup] 2024-11-15T22:18:25,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-469526303/master 2024-11-15T22:18:25,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-469526303 2024-11-15T22:18:25,015 DEBUG [M:0;e611192d6313:39177 {}] zookeeper.ZKUtil(347): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Unable to get data of znode /1-469526303/master because node does not exist (not an error) 2024-11-15T22:18:25,015 WARN [M:0;e611192d6313:39177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:18:25,016 INFO [M:0;e611192d6313:39177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/.lastflushedseqids 2024-11-15T22:18:25,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36531 is added to blk_1073741836_1012 (size=99) 2024-11-15T22:18:25,032 INFO [M:0;e611192d6313:39177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:18:25,032 INFO [M:0;e611192d6313:39177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:18:25,032 DEBUG [M:0;e611192d6313:39177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:18:25,032 INFO [M:0;e611192d6313:39177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:25,032 DEBUG [M:0;e611192d6313:39177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:25,032 DEBUG [M:0;e611192d6313:39177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:18:25,032 DEBUG [M:0;e611192d6313:39177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:25,032 INFO [M:0;e611192d6313:39177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T22:18:25,067 DEBUG [M:0;e611192d6313:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/653e4e2666dd4643b550508fdd32d9d6 is 82, key is hbase:meta,,1/info:regioninfo/1731709103268/Put/seqid=0 2024-11-15T22:18:25,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36531 is added to blk_1073741837_1013 (size=5672) 2024-11-15T22:18:25,090 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128.replicationSource.wal-reader.e611192d6313%2C40171%2C1731709093128,1-e611192d6313,40171,1731709093128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128/e611192d6313%2C40171%2C1731709093128.1731709097305 to pos 0, reset compression=false 2024-11-15T22:18:25,094 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:25,094 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32793-0x1014093af1f0004, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:25,094 INFO [RS:0;e611192d6313:32793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:18:25,094 INFO [RS:0;e611192d6313:32793 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,32793,1731709100541; zookeeper connection closed. 2024-11-15T22:18:25,096 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6208fb41 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6208fb41 2024-11-15T22:18:25,096 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:18:25,483 INFO [M:0;e611192d6313:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/653e4e2666dd4643b550508fdd32d9d6 2024-11-15T22:18:25,499 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128.replicationSource.wal-reader.e611192d6313%2C40171%2C1731709093128,1-e611192d6313,40171,1731709093128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128/e611192d6313%2C40171%2C1731709093128.1731709097305 to pos 0, reset compression=false 2024-11-15T22:18:25,515 DEBUG [M:0;e611192d6313:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daf1596fdeb445e98532489f5e92361c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731709103325/Put/seqid=0 2024-11-15T22:18:25,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36531 is added to blk_1073741838_1014 (size=5275) 2024-11-15T22:18:25,522 INFO [M:0;e611192d6313:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daf1596fdeb445e98532489f5e92361c 2024-11-15T22:18:25,557 DEBUG [M:0;e611192d6313:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/225874d4eb264644b6ec15f597f97aaa is 69, key is e611192d6313,32793,1731709100541/rs:state/1731709102391/Put/seqid=0 2024-11-15T22:18:25,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36531 is added to blk_1073741839_1015 (size=5156) 2024-11-15T22:18:25,983 INFO [M:0;e611192d6313:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/225874d4eb264644b6ec15f597f97aaa 2024-11-15T22:18:25,997 DEBUG [M:0;e611192d6313:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/653e4e2666dd4643b550508fdd32d9d6 as hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/653e4e2666dd4643b550508fdd32d9d6 2024-11-15T22:18:26,006 INFO [M:0;e611192d6313:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/653e4e2666dd4643b550508fdd32d9d6, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T22:18:26,008 DEBUG [M:0;e611192d6313:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daf1596fdeb445e98532489f5e92361c as hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/daf1596fdeb445e98532489f5e92361c 2024-11-15T22:18:26,020 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128.replicationSource.wal-reader.e611192d6313%2C40171%2C1731709093128,1-e611192d6313,40171,1731709093128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128/e611192d6313%2C40171%2C1731709093128.1731709097305 to pos 0, reset compression=false 2024-11-15T22:18:26,029 INFO [M:0;e611192d6313:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/daf1596fdeb445e98532489f5e92361c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T22:18:26,031 DEBUG [M:0;e611192d6313:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/225874d4eb264644b6ec15f597f97aaa as hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/225874d4eb264644b6ec15f597f97aaa 2024-11-15T22:18:26,041 INFO [M:0;e611192d6313:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34753/user/jenkins/test-data/b0ab53d1-5fa2-0d2e-b126-aa07b5a89d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/225874d4eb264644b6ec15f597f97aaa, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T22:18:26,057 INFO [M:0;e611192d6313:39177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1025ms, sequenceid=28, compaction requested=false 2024-11-15T22:18:26,090 INFO [M:0;e611192d6313:39177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:26,090 DEBUG [M:0;e611192d6313:39177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709105032Disabling compacts and flushes for region at 1731709105032Disabling writes for close at 1731709105032Obtaining lock to block concurrent updates at 1731709105032Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709105032Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731709105033 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709105033Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709105033Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709105067 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709105067Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709105491 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709105515 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709105515Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709105530 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709105555 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709105555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1b62a4: reopening flushed file at 1731709105994 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec51021: reopening flushed file at 1731709106007 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506bd61f: reopening flushed file at 1731709106029 (+22 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1025ms, sequenceid=28, compaction requested=false at 1731709106057 (+28 ms)Writing region close event to WAL at 1731709106090 (+33 ms)Closed at 1731709106090 2024-11-15T22:18:26,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36531 is added to blk_1073741830_1006 (size=10165) 2024-11-15T22:18:26,124 INFO [M:0;e611192d6313:39177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:18:26,124 INFO [M:0;e611192d6313:39177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39177 2024-11-15T22:18:26,125 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:18:26,125 INFO [M:0;e611192d6313:39177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:18:26,241 INFO [M:0;e611192d6313:39177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:18:26,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:26,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1014093af1f0003, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:26,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c4ecb8f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:18:26,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64f65665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:18:26,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:18:26,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5831a53d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:18:26,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5497595e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/hadoop.log.dir/,STOPPED} 2024-11-15T22:18:26,249 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:18:26,249 WARN [BP-1567603239-172.17.0.3-1731709098145 heartbeating to localhost/127.0.0.1:34753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:18:26,249 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:18:26,249 WARN [BP-1567603239-172.17.0.3-1731709098145 heartbeating to localhost/127.0.0.1:34753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1567603239-172.17.0.3-1731709098145 (Datanode Uuid b590f3c1-d92d-459c-894a-c4fdf054696b) service to localhost/127.0.0.1:34753 2024-11-15T22:18:26,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/cluster_2e7713c5-2a47-4e83-62cd-2574c44946fe/data/data1/current/BP-1567603239-172.17.0.3-1731709098145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:18:26,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/cluster_2e7713c5-2a47-4e83-62cd-2574c44946fe/data/data2/current/BP-1567603239-172.17.0.3-1731709098145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:18:26,251 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:18:26,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3aab354b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:18:26,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4eef177a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:18:26,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:18:26,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73da8684{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:18:26,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cee3f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/hadoop.log.dir/,STOPPED} 2024-11-15T22:18:26,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:18:26,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:18:26,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:18:26,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:26,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:26,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:18:26,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:26,279 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:18:26,279 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1916704174, stopped=false 2024-11-15T22:18:26,279 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,43143,1731709092298 2024-11-15T22:18:26,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-915468932/running 2024-11-15T22:18:26,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-915468932/running 2024-11-15T22:18:26,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:26,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:26,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:18:26,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Set watcher on znode that does not yet exist, /0-915468932/running 2024-11-15T22:18:26,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Set watcher on znode that does not yet exist, /0-915468932/running 2024-11-15T22:18:26,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:18:26,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:26,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:26,292 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,40171,1731709093128' ***** 2024-11-15T22:18:26,292 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:18:26,293 INFO [RS:0;e611192d6313:40171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:18:26,293 INFO [RS:0;e611192d6313:40171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:18:26,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:18:26,293 INFO [RS:0;e611192d6313:40171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:18:26,293 INFO [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:26,293 INFO [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(959): stopping server e611192d6313,40171,1731709093128 2024-11-15T22:18:26,293 INFO [RS:0;e611192d6313:40171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:18:26,293 INFO [RS:0;e611192d6313:40171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:40171. 2024-11-15T22:18:26,293 DEBUG [RS:0;e611192d6313:40171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:26,294 DEBUG [RS:0;e611192d6313:40171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:26,294 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a2909eebd8af7f4dea4b5d627fa9511, disabling compactions & flushes 2024-11-15T22:18:26,294 INFO [RS:0;e611192d6313:40171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:18:26,294 INFO [RS:0;e611192d6313:40171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:18:26,294 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. 2024-11-15T22:18:26,294 INFO [RS:0;e611192d6313:40171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:18:26,294 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. 2024-11-15T22:18:26,294 INFO [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:18:26,294 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. after waiting 0 ms 2024-11-15T22:18:26,294 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. 2024-11-15T22:18:26,294 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a2909eebd8af7f4dea4b5d627fa9511 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T22:18:26,296 INFO [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:18:26,296 DEBUG [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7a2909eebd8af7f4dea4b5d627fa9511=hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511.} 2024-11-15T22:18:26,297 DEBUG [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:26,298 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:18:26,298 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:18:26,298 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:18:26,298 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:18:26,299 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:18:26,299 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T22:18:26,328 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/replication/7a2909eebd8af7f4dea4b5d627fa9511/.tmp/queue/27a8ee07af624f3087087c410630f5cb is 151, key is 1-e611192d6313,40171,1731709093128/queue:e611192d6313%2C40171%2C1731709093128/1731709104445/Put/seqid=0 2024-11-15T22:18:26,370 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/.tmp/info/e6b08e567f554b09a25767f50d6e6274 is 147, key is hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511./info:regioninfo/1731709104044/Put/seqid=0 2024-11-15T22:18:26,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741838_1014 (size=5350) 2024-11-15T22:18:26,389 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:18:26,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741839_1015 (size=6631) 2024-11-15T22:18:26,391 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/.tmp/info/e6b08e567f554b09a25767f50d6e6274 2024-11-15T22:18:26,440 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/.tmp/ns/ada63d43a7bc4305a1c1eeb180e30c8c is 43, key is default/ns:d/1731709097929/Put/seqid=0 2024-11-15T22:18:26,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741840_1016 (size=5153) 2024-11-15T22:18:26,448 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/.tmp/ns/ada63d43a7bc4305a1c1eeb180e30c8c 2024-11-15T22:18:26,483 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/.tmp/table/34d208cb247d400a82cf1b76e7c61ddd is 53, key is hbase:replication/table:state/1731709104059/Put/seqid=0 2024-11-15T22:18:26,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741841_1017 (size=5256) 2024-11-15T22:18:26,493 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/.tmp/table/34d208cb247d400a82cf1b76e7c61ddd 2024-11-15T22:18:26,497 DEBUG [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:26,501 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/.tmp/info/e6b08e567f554b09a25767f50d6e6274 as hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/info/e6b08e567f554b09a25767f50d6e6274 2024-11-15T22:18:26,510 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/info/e6b08e567f554b09a25767f50d6e6274, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T22:18:26,511 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/.tmp/ns/ada63d43a7bc4305a1c1eeb180e30c8c as hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/ns/ada63d43a7bc4305a1c1eeb180e30c8c 2024-11-15T22:18:26,519 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/ns/ada63d43a7bc4305a1c1eeb180e30c8c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T22:18:26,520 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/.tmp/table/34d208cb247d400a82cf1b76e7c61ddd as hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/table/34d208cb247d400a82cf1b76e7c61ddd 2024-11-15T22:18:26,562 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/table/34d208cb247d400a82cf1b76e7c61ddd, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T22:18:26,568 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 269ms, sequenceid=11, compaction requested=false 2024-11-15T22:18:26,601 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T22:18:26,602 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:18:26,602 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:18:26,602 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:18:26,603 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709106298Running coprocessor pre-close hooks at 1731709106298Disabling compacts and flushes for region at 1731709106298Disabling writes for close at 1731709106299 (+1 ms)Obtaining lock to block concurrent updates at 1731709106299Preparing flush snapshotting stores in 1588230740 at 1731709106299Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731709106300 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731709106300Flushing 1588230740/info: creating writer at 1731709106301 (+1 ms)Flushing 1588230740/info: appending metadata at 1731709106369 (+68 ms)Flushing 1588230740/info: closing flushed file at 1731709106369Flushing 1588230740/ns: creating writer at 1731709106402 (+33 ms)Flushing 1588230740/ns: appending metadata at 1731709106440 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1731709106440Flushing 1588230740/table: creating writer at 1731709106460 (+20 ms)Flushing 1588230740/table: appending metadata at 1731709106482 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731709106482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36a62b52: reopening flushed file at 1731709106500 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@651dd043: reopening flushed file at 1731709106510 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75dded40: reopening flushed file at 1731709106519 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 269ms, sequenceid=11, compaction requested=false at 1731709106568 (+49 ms)Writing region close event to WAL at 1731709106597 (+29 ms)Running coprocessor post-close hooks at 1731709106602 (+5 ms)Closed at 1731709106602 2024-11-15T22:18:26,603 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:18:26,655 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128.replicationSource.wal-reader.e611192d6313%2C40171%2C1731709093128,1-e611192d6313,40171,1731709093128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/WALs/e611192d6313,40171,1731709093128/e611192d6313%2C40171%2C1731709093128.1731709097305 to pos 0, reset compression=false 2024-11-15T22:18:26,697 DEBUG [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(1351): Waiting on 7a2909eebd8af7f4dea4b5d627fa9511 2024-11-15T22:18:26,783 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/replication/7a2909eebd8af7f4dea4b5d627fa9511/.tmp/queue/27a8ee07af624f3087087c410630f5cb 2024-11-15T22:18:26,818 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/replication/7a2909eebd8af7f4dea4b5d627fa9511/.tmp/queue/27a8ee07af624f3087087c410630f5cb as hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/replication/7a2909eebd8af7f4dea4b5d627fa9511/queue/27a8ee07af624f3087087c410630f5cb 2024-11-15T22:18:26,835 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/replication/7a2909eebd8af7f4dea4b5d627fa9511/queue/27a8ee07af624f3087087c410630f5cb, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T22:18:26,838 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7a2909eebd8af7f4dea4b5d627fa9511 in 544ms, sequenceid=5, compaction requested=false 2024-11-15T22:18:26,838 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T22:18:26,864 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/data/hbase/replication/7a2909eebd8af7f4dea4b5d627fa9511/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T22:18:26,866 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:18:26,866 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:18:26,866 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. 2024-11-15T22:18:26,866 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a2909eebd8af7f4dea4b5d627fa9511: Waiting for close lock at 1731709106293Running coprocessor pre-close hooks at 1731709106294 (+1 ms)Disabling compacts and flushes for region at 1731709106294Disabling writes for close at 1731709106294Obtaining lock to block concurrent updates at 1731709106294Preparing flush snapshotting stores in 7a2909eebd8af7f4dea4b5d627fa9511 at 1731709106294Finished memstore snapshotting hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731709106295 (+1 ms)Flushing stores of hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. at 1731709106296 (+1 ms)Flushing 7a2909eebd8af7f4dea4b5d627fa9511/queue: creating writer at 1731709106296Flushing 7a2909eebd8af7f4dea4b5d627fa9511/queue: appending metadata at 1731709106327 (+31 ms)Flushing 7a2909eebd8af7f4dea4b5d627fa9511/queue: closing flushed file at 1731709106327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@326738b7: reopening flushed file at 1731709106810 (+483 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7a2909eebd8af7f4dea4b5d627fa9511 in 544ms, sequenceid=5, compaction requested=false at 1731709106838 (+28 ms)Writing region close event to WAL at 1731709106853 (+15 ms)Running coprocessor post-close hooks at 1731709106866 (+13 ms)Closed at 1731709106866 2024-11-15T22:18:26,866 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731709103541.7a2909eebd8af7f4dea4b5d627fa9511. 2024-11-15T22:18:26,898 INFO [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(976): stopping server e611192d6313,40171,1731709093128; all regions closed. 2024-11-15T22:18:26,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741834_1010 (size=2742) 2024-11-15T22:18:26,923 DEBUG [RS:0;e611192d6313:40171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/oldWALs 2024-11-15T22:18:26,923 INFO [RS:0;e611192d6313:40171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C40171%2C1731709093128.meta:.meta(num 1731709097762) 2024-11-15T22:18:26,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741837_1013 (size=1586) 2024-11-15T22:18:26,948 DEBUG [RS:0;e611192d6313:40171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/oldWALs 2024-11-15T22:18:26,948 INFO [RS:0;e611192d6313:40171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C40171%2C1731709093128.rep:(num 1731709103984) 2024-11-15T22:18:26,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741833_1009 (size=93) 2024-11-15T22:18:26,979 DEBUG [RS:0;e611192d6313:40171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/oldWALs 2024-11-15T22:18:26,979 INFO [RS:0;e611192d6313:40171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C40171%2C1731709093128:(num 1731709097305) 2024-11-15T22:18:26,979 DEBUG [RS:0;e611192d6313:40171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:26,979 INFO [RS:0;e611192d6313:40171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:18:26,980 INFO [RS:0;e611192d6313:40171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:18:26,980 INFO [RS:0;e611192d6313:40171 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:18:26,980 INFO [RS:0;e611192d6313:40171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:18:26,980 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:18:26,980 INFO [RS:0;e611192d6313:40171 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,40171,1731709093128 because: Region server is closing 2024-11-15T22:18:26,981 INFO [RS:0;e611192d6313:40171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:40171. 2024-11-15T22:18:26,981 DEBUG [RS:0;e611192d6313:40171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:26,981 DEBUG [RS:0;e611192d6313:40171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:26,981 DEBUG [RS:0;e611192d6313:40171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:26,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:18:27,081 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128.replicationSource.wal-reader.e611192d6313%2C40171%2C1731709093128,1-e611192d6313,40171,1731709093128 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T22:18:27,081 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128.replicationSource.shippere611192d6313%2C40171%2C1731709093128,1-e611192d6313,40171,1731709093128 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T22:18:27,082 INFO [RS:0;e611192d6313:40171 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40171,1731709093128.replicationSource.shippere611192d6313%2C40171%2C1731709093128,1-e611192d6313,40171,1731709093128 terminated 2024-11-15T22:18:27,082 INFO [RS:0;e611192d6313:40171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40171 2024-11-15T22:18:27,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-915468932/rs/e611192d6313,40171,1731709093128 2024-11-15T22:18:27,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932/rs 2024-11-15T22:18:27,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,40171,1731709093128] 2024-11-15T22:18:27,089 INFO [RS:0;e611192d6313:40171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:18:27,100 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-915468932/draining/e611192d6313,40171,1731709093128 already deleted, retry=false 2024-11-15T22:18:27,100 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,40171,1731709093128 expired; onlineServers=0 2024-11-15T22:18:27,100 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,43143,1731709092298' ***** 2024-11-15T22:18:27,100 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:18:27,101 INFO [M:0;e611192d6313:43143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:18:27,101 INFO [M:0;e611192d6313:43143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:18:27,101 DEBUG [M:0;e611192d6313:43143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:18:27,101 DEBUG [M:0;e611192d6313:43143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:18:27,101 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709096984 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709096984,5,FailOnTimeoutGroup] 2024-11-15T22:18:27,101 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709096964 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709096964,5,FailOnTimeoutGroup] 2024-11-15T22:18:27,101 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:18:27,102 INFO [M:0;e611192d6313:43143 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:18:27,102 INFO [M:0;e611192d6313:43143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:18:27,102 DEBUG [M:0;e611192d6313:43143 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:18:27,102 INFO [M:0;e611192d6313:43143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:18:27,102 INFO [M:0;e611192d6313:43143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:18:27,103 INFO [M:0;e611192d6313:43143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:18:27,103 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:18:27,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-915468932/master 2024-11-15T22:18:27,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-915468932 2024-11-15T22:18:27,110 DEBUG [M:0;e611192d6313:43143 {}] zookeeper.ZKUtil(347): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Unable to get data of znode /0-915468932/master because node does not exist (not an error) 2024-11-15T22:18:27,110 WARN [M:0;e611192d6313:43143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:18:27,117 INFO [M:0;e611192d6313:43143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/.lastflushedseqids 2024-11-15T22:18:27,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741842_1018 (size=181) 2024-11-15T22:18:27,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:27,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40171-0x1014093af1f0001, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:27,201 INFO [RS:0;e611192d6313:40171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:18:27,201 INFO [RS:0;e611192d6313:40171 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,40171,1731709093128; zookeeper connection closed. 2024-11-15T22:18:27,208 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70b62e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70b62e0 2024-11-15T22:18:27,208 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:18:27,543 INFO [M:0;e611192d6313:43143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:18:27,543 INFO [M:0;e611192d6313:43143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:18:27,543 DEBUG [M:0;e611192d6313:43143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:18:27,543 INFO [M:0;e611192d6313:43143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:27,543 DEBUG [M:0;e611192d6313:43143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:27,543 DEBUG [M:0;e611192d6313:43143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:18:27,543 DEBUG [M:0;e611192d6313:43143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:27,543 INFO [M:0;e611192d6313:43143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T22:18:27,581 DEBUG [M:0;e611192d6313:43143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aed6ac8b2d5f41819fcb24bc8bb1c25e is 82, key is hbase:meta,,1/info:regioninfo/1731709097842/Put/seqid=0 2024-11-15T22:18:27,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741843_1019 (size=5672) 2024-11-15T22:18:27,639 INFO [M:0;e611192d6313:43143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aed6ac8b2d5f41819fcb24bc8bb1c25e 2024-11-15T22:18:27,662 DEBUG [M:0;e611192d6313:43143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aba58f5f9b424d01b41621c3e7a0d6a4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731709104066/Put/seqid=0 2024-11-15T22:18:27,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741844_1020 (size=7203) 2024-11-15T22:18:27,684 INFO [M:0;e611192d6313:43143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aba58f5f9b424d01b41621c3e7a0d6a4 2024-11-15T22:18:27,707 DEBUG [M:0;e611192d6313:43143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ba6a391511f452db8a14a40b6b40217 is 69, key is e611192d6313,40171,1731709093128/rs:state/1731709097003/Put/seqid=0 2024-11-15T22:18:27,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741845_1021 (size=5156) 2024-11-15T22:18:28,113 INFO [M:0;e611192d6313:43143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ba6a391511f452db8a14a40b6b40217 2024-11-15T22:18:28,122 DEBUG [M:0;e611192d6313:43143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aed6ac8b2d5f41819fcb24bc8bb1c25e as hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aed6ac8b2d5f41819fcb24bc8bb1c25e 2024-11-15T22:18:28,135 INFO [M:0;e611192d6313:43143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aed6ac8b2d5f41819fcb24bc8bb1c25e, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T22:18:28,137 DEBUG [M:0;e611192d6313:43143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aba58f5f9b424d01b41621c3e7a0d6a4 as hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aba58f5f9b424d01b41621c3e7a0d6a4 2024-11-15T22:18:28,146 INFO [M:0;e611192d6313:43143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aba58f5f9b424d01b41621c3e7a0d6a4, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T22:18:28,147 DEBUG [M:0;e611192d6313:43143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ba6a391511f452db8a14a40b6b40217 as hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ba6a391511f452db8a14a40b6b40217 2024-11-15T22:18:28,154 INFO [M:0;e611192d6313:43143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ba6a391511f452db8a14a40b6b40217, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T22:18:28,155 INFO [M:0;e611192d6313:43143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 612ms, sequenceid=70, compaction requested=false 2024-11-15T22:18:28,168 INFO [M:0;e611192d6313:43143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:28,169 DEBUG [M:0;e611192d6313:43143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709107543Disabling compacts and flushes for region at 1731709107543Disabling writes for close at 1731709107543Obtaining lock to block concurrent updates at 1731709107543Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709107543Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731709107544 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709107544Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709107545 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709107581 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709107581Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709107645 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709107661 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709107661Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709107692 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709107706 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709107706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21863f43: reopening flushed file at 1731709108120 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6596a755: reopening flushed file at 1731709108135 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f776f83: reopening flushed file at 1731709108146 (+11 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 612ms, sequenceid=70, compaction requested=false at 1731709108155 (+9 ms)Writing region close event to WAL at 1731709108168 (+13 ms)Closed at 1731709108168 2024-11-15T22:18:28,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35191 is added to blk_1073741830_1006 (size=41008) 2024-11-15T22:18:28,196 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5eabe0d-f438-651d-bb43-0526faac0a32/MasterData/WALs/e611192d6313,43143,1731709092298/e611192d6313%2C43143%2C1731709092298.1731709096410 not finished, retry = 0 2024-11-15T22:18:28,297 INFO [M:0;e611192d6313:43143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:18:28,297 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:18:28,297 INFO [M:0;e611192d6313:43143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43143 2024-11-15T22:18:28,297 INFO [M:0;e611192d6313:43143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:18:28,441 INFO [M:0;e611192d6313:43143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:18:28,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:28,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43143-0x1014093af1f0000, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:18:28,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ccd8bf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:18:28,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69edc2f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:18:28,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:18:28,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7f8703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:18:28,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a386722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/hadoop.log.dir/,STOPPED} 2024-11-15T22:18:28,558 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:18:28,558 WARN [BP-495886263-172.17.0.3-1731709088772 heartbeating to localhost/127.0.0.1:36477 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:18:28,558 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:18:28,558 WARN [BP-495886263-172.17.0.3-1731709088772 heartbeating to localhost/127.0.0.1:36477 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-495886263-172.17.0.3-1731709088772 (Datanode Uuid 52a5d6dd-26dc-4b7a-9abe-19a07ef5e266) service to localhost/127.0.0.1:36477 2024-11-15T22:18:28,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/cluster_de201020-cb99-88b1-51ea-873ffd152ab3/data/data1/current/BP-495886263-172.17.0.3-1731709088772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:18:28,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/cluster_de201020-cb99-88b1-51ea-873ffd152ab3/data/data2/current/BP-495886263-172.17.0.3-1731709088772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:18:28,560 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:18:28,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2266a8ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:18:28,572 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2bfdf5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:18:28,572 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:18:28,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3f9a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:18:28,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42fdcfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f454b1f8-0d02-1efc-fc95-da0b47adac3a/hadoop.log.dir/,STOPPED} 2024-11-15T22:18:28,585 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:18:28,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:18:28,609 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=135 (was 107) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61323) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61323) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34753 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36477 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 423) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1227 (was 1213) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1294 (was 386) - AvailableMemoryMB LEAK? - 2024-11-15T22:18:28,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=135, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=1227, ProcessCount=11, AvailableMemoryMB=1294 2024-11-15T22:18:28,641 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-15T22:18:28,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/hadoop.log.dir so I do NOT create it in target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a 2024-11-15T22:18:28,642 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:18:28,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/hadoop.tmp.dir so I do NOT create it in target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a 2024-11-15T22:18:28,642 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402fe0b5-edde-d8d0-133e-d220ad1e0a32/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:18:28,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a 2024-11-15T22:18:28,642 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/cluster_e2b37e28-6d7e-82fb-16fc-4b78e0fa535b, deleteOnExit=true 2024-11-15T22:18:28,670 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/cluster_e2b37e28-6d7e-82fb-16fc-4b78e0fa535b/zookeeper_0, clientPort=52774, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/cluster_e2b37e28-6d7e-82fb-16fc-4b78e0fa535b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/cluster_e2b37e28-6d7e-82fb-16fc-4b78e0fa535b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:18:28,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014093af1f0005, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:18:28,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014093af1f0002, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:18:28,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014093af1f0005, quorum=127.0.0.1:61323, baseZNode=/1-469526303 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:18:28,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014093af1f0002, quorum=127.0.0.1:61323, baseZNode=/0-915468932 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:18:28,684 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52774 2024-11-15T22:18:28,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:18:28,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:18:28,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/test.cache.data in system properties and HBase conf 2024-11-15T22:18:28,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:18:28,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:18:28,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:18:28,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:18:28,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:18:28,686 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:18:28,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:18:28,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:18:28,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:18:28,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:18:28,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:18:28,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:18:28,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:18:28,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:18:28,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:18:28,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:18:28,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:18:28,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:18:28,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:18:28,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:18:28,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:18:28,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:28,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:28,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:28,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:29,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:18:29,271 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:18:29,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:18:29,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:18:29,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:18:29,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:18:29,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71817b8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:18:29,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66012bd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:18:29,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@168ab595{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/java.io.tmpdir/jetty-localhost-33401-hadoop-hdfs-3_4_1-tests_jar-_-any-12616191132112446164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:18:29,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71df090c{HTTP/1.1, (http/1.1)}{localhost:33401} 2024-11-15T22:18:29,432 INFO [Time-limited test {}] server.Server(415): Started @62098ms 2024-11-15T22:18:29,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:18:29,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:18:29,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:18:29,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:18:29,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:18:29,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@763dd23d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:18:29,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@104fc3af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:18:29,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c8ef7d1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/java.io.tmpdir/jetty-localhost-42225-hadoop-hdfs-3_4_1-tests_jar-_-any-2160736547275547373/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:18:29,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bc1aa73{HTTP/1.1, (http/1.1)}{localhost:42225} 2024-11-15T22:18:29,982 INFO [Time-limited test {}] server.Server(415): Started @62647ms 2024-11-15T22:18:29,983 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:18:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:18:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:18:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:18:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:18:30,910 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/cluster_e2b37e28-6d7e-82fb-16fc-4b78e0fa535b/data/data2/current/BP-1754523793-172.17.0.3-1731709108770/current, will proceed with Du for space computation calculation, 2024-11-15T22:18:30,910 WARN [Thread-822 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/cluster_e2b37e28-6d7e-82fb-16fc-4b78e0fa535b/data/data1/current/BP-1754523793-172.17.0.3-1731709108770/current, will proceed with Du for space computation calculation, 2024-11-15T22:18:30,928 WARN [Thread-810 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:18:30,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2729f27b13c040ef with lease ID 0x30c650e4a198e457: Processing first storage report for DS-18c9f051-51aa-497b-8100-7c3a08680725 from datanode DatanodeRegistration(127.0.0.1:36679, datanodeUuid=4cad3bc2-f72b-4828-8c1d-6d916419eaf5, infoPort=45245, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=675932966;c=1731709108770) 2024-11-15T22:18:30,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2729f27b13c040ef with lease ID 0x30c650e4a198e457: from storage DS-18c9f051-51aa-497b-8100-7c3a08680725 node DatanodeRegistration(127.0.0.1:36679, datanodeUuid=4cad3bc2-f72b-4828-8c1d-6d916419eaf5, infoPort=45245, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=675932966;c=1731709108770), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:18:30,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2729f27b13c040ef with lease ID 0x30c650e4a198e457: Processing first storage report for DS-0a469e9b-e885-4768-b8d0-3128cd96e746 from datanode DatanodeRegistration(127.0.0.1:36679, datanodeUuid=4cad3bc2-f72b-4828-8c1d-6d916419eaf5, infoPort=45245, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=675932966;c=1731709108770) 2024-11-15T22:18:30,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2729f27b13c040ef with lease ID 0x30c650e4a198e457: from storage DS-0a469e9b-e885-4768-b8d0-3128cd96e746 node DatanodeRegistration(127.0.0.1:36679, datanodeUuid=4cad3bc2-f72b-4828-8c1d-6d916419eaf5, infoPort=45245, infoSecurePort=0, ipcPort=42557, storageInfo=lv=-57;cid=testClusterID;nsid=675932966;c=1731709108770), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:18:31,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a 2024-11-15T22:18:31,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:31,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:31,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:18:31,430 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556 with version=8 2024-11-15T22:18:31,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/hbase-staging 2024-11-15T22:18:31,432 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:18:31,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:31,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:31,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:18:31,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:31,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:18:31,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:18:31,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:18:31,434 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39081 2024-11-15T22:18:31,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39081 connecting to ZooKeeper ensemble=127.0.0.1:52774 2024-11-15T22:18:31,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390810x0, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:18:31,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39081-0x1014093fd5d0000 connected 2024-11-15T22:18:31,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:31,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:31,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Set watcher on znode that does not yet exist, /01608227596/running 2024-11-15T22:18:31,860 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556, hbase.cluster.distributed=false 2024-11-15T22:18:31,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Set watcher on znode that does not yet exist, /01608227596/acl 2024-11-15T22:18:31,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39081 2024-11-15T22:18:31,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39081 2024-11-15T22:18:31,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39081 2024-11-15T22:18:31,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39081 2024-11-15T22:18:31,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39081 2024-11-15T22:18:31,936 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:18:31,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:31,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:31,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:18:31,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:31,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:18:31,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:18:31,937 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:18:31,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37247 2024-11-15T22:18:31,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37247 connecting to ZooKeeper ensemble=127.0.0.1:52774 2024-11-15T22:18:31,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:31,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:31,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372470x0, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:18:31,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37247-0x1014093fd5d0001 connected 2024-11-15T22:18:31,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Set watcher on znode that does not yet exist, /01608227596/running 2024-11-15T22:18:31,977 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:18:31,986 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:18:31,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Set watcher on znode that does not yet exist, /01608227596/master 2024-11-15T22:18:31,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Set watcher on znode that does not yet exist, /01608227596/acl 2024-11-15T22:18:31,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37247 2024-11-15T22:18:31,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37247 2024-11-15T22:18:31,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37247 2024-11-15T22:18:31,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37247 2024-11-15T22:18:32,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37247 2024-11-15T22:18:32,031 DEBUG [M:0;e611192d6313:39081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:39081 2024-11-15T22:18:32,056 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01608227596/backup-masters/e611192d6313,39081,1731709111432 2024-11-15T22:18:32,068 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Set watcher on existing znode=/01608227596/backup-masters/e611192d6313,39081,1731709111432 2024-11-15T22:18:32,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596/backup-masters 2024-11-15T22:18:32,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596/backup-masters 2024-11-15T22:18:32,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01608227596/master 2024-11-15T22:18:32,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:18:32,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:18:32,088 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Set watcher on existing znode=/01608227596/master 2024-11-15T22:18:32,096 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01608227596/backup-masters/e611192d6313,39081,1731709111432 from backup master directory 2024-11-15T22:18:32,109 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:18:32,109 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,39081,1731709111432 2024-11-15T22:18:32,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01608227596/backup-masters/e611192d6313,39081,1731709111432 2024-11-15T22:18:32,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596/backup-masters 2024-11-15T22:18:32,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596/backup-masters 2024-11-15T22:18:32,131 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/hbase.id] with ID: 530dd346-8ce9-4d5b-91dd-197222bd8b49 2024-11-15T22:18:32,131 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/.tmp/hbase.id 2024-11-15T22:18:32,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:18:32,163 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/.tmp/hbase.id]:[hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/hbase.id] 2024-11-15T22:18:32,185 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:32,185 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:18:32,187 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T22:18:32,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:18:32,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:18:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:18:32,235 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:18:32,236 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:18:32,240 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:18:32,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:18:32,289 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store 2024-11-15T22:18:32,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:18:32,325 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:32,325 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:18:32,326 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:32,326 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:32,326 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:18:32,326 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:32,326 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:32,326 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709112325Disabling compacts and flushes for region at 1731709112325Disabling writes for close at 1731709112326 (+1 ms)Writing region close event to WAL at 1731709112326Closed at 1731709112326 2024-11-15T22:18:32,337 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/.initializing 2024-11-15T22:18:32,337 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/WALs/e611192d6313,39081,1731709111432 2024-11-15T22:18:32,346 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:18:32,364 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C39081%2C1731709111432, suffix=, logDir=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/WALs/e611192d6313,39081,1731709111432, archiveDir=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/oldWALs, maxLogs=10 2024-11-15T22:18:32,384 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/WALs/e611192d6313,39081,1731709111432/e611192d6313%2C39081%2C1731709111432.1731709112365, exclude list is [], retry=0 2024-11-15T22:18:32,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36679,DS-18c9f051-51aa-497b-8100-7c3a08680725,DISK] 2024-11-15T22:18:32,443 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/WALs/e611192d6313,39081,1731709111432/e611192d6313%2C39081%2C1731709111432.1731709112365 2024-11-15T22:18:32,456 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45245:45245)] 2024-11-15T22:18:32,456 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:18:32,457 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:32,457 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:32,457 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:32,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:32,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:18:32,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:32,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:32,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:32,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:18:32,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:32,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:32,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:32,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:18:32,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:32,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:32,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:32,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:18:32,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:32,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:32,537 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:32,540 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:32,543 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:32,548 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:32,549 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:32,549 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:18:32,550 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:32,563 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:18:32,564 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68990132, jitterRate=0.028033077716827393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:18:32,565 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709112457Initializing all the Stores at 1731709112462 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709112462Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709112464 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709112464Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709112464Cleaning up temporary data from old regions at 1731709112549 (+85 ms)Region opened successfully at 1731709112564 (+15 ms) 2024-11-15T22:18:32,568 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:18:32,572 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187f0abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:18:32,580 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:18:32,581 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:18:32,581 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:18:32,581 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:18:32,582 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:18:32,582 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:18:32,582 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:18:32,590 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:18:32,591 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Unable to get data of znode /01608227596/balancer because node does not exist (not necessarily an error) 2024-11-15T22:18:32,614 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01608227596/balancer already deleted, retry=false 2024-11-15T22:18:32,615 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:18:32,615 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Unable to get data of znode /01608227596/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:18:32,635 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01608227596/normalizer already deleted, retry=false 2024-11-15T22:18:32,636 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:18:32,637 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Unable to get data of znode /01608227596/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:18:32,646 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01608227596/switch/split already deleted, retry=false 2024-11-15T22:18:32,647 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Unable to get data of znode /01608227596/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:18:32,656 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01608227596/switch/merge already deleted, retry=false 2024-11-15T22:18:32,658 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Unable to get data of znode /01608227596/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:18:32,667 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01608227596/snapshot-cleanup already deleted, retry=false 2024-11-15T22:18:32,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01608227596/running 2024-11-15T22:18:32,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01608227596/running 2024-11-15T22:18:32,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:18:32,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:18:32,678 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,39081,1731709111432, sessionid=0x1014093fd5d0000, setting cluster-up flag (Was=false) 2024-11-15T22:18:32,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:18:32,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:18:32,730 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01608227596/flush-table-proc/acquired, /01608227596/flush-table-proc/reached, /01608227596/flush-table-proc/abort 2024-11-15T22:18:32,731 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,39081,1731709111432 2024-11-15T22:18:32,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:18:32,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:18:32,783 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01608227596/online-snapshot/acquired, /01608227596/online-snapshot/reached, /01608227596/online-snapshot/abort 2024-11-15T22:18:32,784 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,39081,1731709111432 2024-11-15T22:18:32,785 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:18:32,792 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:32,792 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:18:32,792 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:18:32,792 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,39081,1731709111432 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:18:32,794 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:32,794 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:32,794 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:32,794 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:32,794 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:18:32,794 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:32,794 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:18:32,794 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:32,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:32,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:18:32,803 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709142803 2024-11-15T22:18:32,803 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:18:32,804 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:18:32,804 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:18:32,804 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:18:32,804 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:18:32,804 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:18:32,804 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:32,804 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:18:32,805 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:18:32,805 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:18:32,805 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:18:32,806 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:18:32,806 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:18:32,806 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:32,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:18:32,807 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709112806,5,FailOnTimeoutGroup] 2024-11-15T22:18:32,807 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709112807,5,FailOnTimeoutGroup] 2024-11-15T22:18:32,807 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:32,807 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:18:32,807 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:32,807 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:32,813 INFO [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(746): ClusterId : 530dd346-8ce9-4d5b-91dd-197222bd8b49 2024-11-15T22:18:32,813 DEBUG [RS:0;e611192d6313:37247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:18:32,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:18:32,821 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:18:32,822 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556 2024-11-15T22:18:32,825 DEBUG [RS:0;e611192d6313:37247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:18:32,826 DEBUG [RS:0;e611192d6313:37247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:18:32,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:18:32,836 DEBUG [RS:0;e611192d6313:37247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:18:32,837 DEBUG [RS:0;e611192d6313:37247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b046925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:18:32,857 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:37247 2024-11-15T22:18:32,857 INFO [RS:0;e611192d6313:37247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:18:32,857 INFO [RS:0;e611192d6313:37247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:18:32,857 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:18:32,858 INFO [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,39081,1731709111432 with port=37247, startcode=1731709111936 2024-11-15T22:18:32,858 DEBUG [RS:0;e611192d6313:37247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:18:32,860 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:18:32,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39081 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,37247,1731709111936 2024-11-15T22:18:32,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39081 {}] master.ServerManager(517): Registering regionserver=e611192d6313,37247,1731709111936 2024-11-15T22:18:32,863 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556 2024-11-15T22:18:32,863 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45107 2024-11-15T22:18:32,863 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:18:32,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596/rs 2024-11-15T22:18:32,867 DEBUG [RS:0;e611192d6313:37247 {}] zookeeper.ZKUtil(111): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Set watcher on existing znode=/01608227596/rs/e611192d6313,37247,1731709111936 2024-11-15T22:18:32,867 WARN [RS:0;e611192d6313:37247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:18:32,867 INFO [RS:0;e611192d6313:37247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:18:32,867 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936 2024-11-15T22:18:32,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,37247,1731709111936] 2024-11-15T22:18:32,871 INFO [RS:0;e611192d6313:37247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:18:32,872 INFO [RS:0;e611192d6313:37247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:18:32,873 INFO [RS:0;e611192d6313:37247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:18:32,873 INFO [RS:0;e611192d6313:37247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:32,873 INFO [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:18:32,874 INFO [RS:0;e611192d6313:37247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:18:32,874 INFO [RS:0;e611192d6313:37247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:32,874 DEBUG [RS:0;e611192d6313:37247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:32,874 DEBUG [RS:0;e611192d6313:37247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:32,875 DEBUG [RS:0;e611192d6313:37247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:32,875 DEBUG [RS:0;e611192d6313:37247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:32,875 DEBUG [RS:0;e611192d6313:37247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:32,875 DEBUG [RS:0;e611192d6313:37247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:18:32,875 DEBUG [RS:0;e611192d6313:37247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:32,875 DEBUG [RS:0;e611192d6313:37247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:32,875 DEBUG [RS:0;e611192d6313:37247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:32,875 DEBUG [RS:0;e611192d6313:37247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:32,875 DEBUG [RS:0;e611192d6313:37247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:32,875 DEBUG [RS:0;e611192d6313:37247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:32,875 DEBUG [RS:0;e611192d6313:37247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:18:32,875 DEBUG [RS:0;e611192d6313:37247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:18:32,877 INFO [RS:0;e611192d6313:37247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:32,877 INFO [RS:0;e611192d6313:37247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:32,877 INFO [RS:0;e611192d6313:37247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:32,877 INFO [RS:0;e611192d6313:37247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:32,877 INFO [RS:0;e611192d6313:37247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:32,877 INFO [RS:0;e611192d6313:37247 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37247,1731709111936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:18:32,896 INFO [RS:0;e611192d6313:37247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:18:32,896 INFO [RS:0;e611192d6313:37247 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37247,1731709111936-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:32,896 INFO [RS:0;e611192d6313:37247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:32,897 INFO [RS:0;e611192d6313:37247 {}] regionserver.Replication(171): e611192d6313,37247,1731709111936 started 2024-11-15T22:18:32,915 INFO [RS:0;e611192d6313:37247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:32,915 INFO [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,37247,1731709111936, RpcServer on e611192d6313/172.17.0.3:37247, sessionid=0x1014093fd5d0001 2024-11-15T22:18:32,915 DEBUG [RS:0;e611192d6313:37247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:18:32,916 DEBUG [RS:0;e611192d6313:37247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,37247,1731709111936 2024-11-15T22:18:32,916 DEBUG [RS:0;e611192d6313:37247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,37247,1731709111936' 2024-11-15T22:18:32,916 DEBUG [RS:0;e611192d6313:37247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01608227596/flush-table-proc/abort' 2024-11-15T22:18:32,916 DEBUG [RS:0;e611192d6313:37247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01608227596/flush-table-proc/acquired' 2024-11-15T22:18:32,917 DEBUG [RS:0;e611192d6313:37247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:18:32,917 DEBUG [RS:0;e611192d6313:37247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:18:32,917 DEBUG [RS:0;e611192d6313:37247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,37247,1731709111936 2024-11-15T22:18:32,917 DEBUG [RS:0;e611192d6313:37247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,37247,1731709111936' 2024-11-15T22:18:32,917 DEBUG [RS:0;e611192d6313:37247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01608227596/online-snapshot/abort' 2024-11-15T22:18:32,917 DEBUG [RS:0;e611192d6313:37247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01608227596/online-snapshot/acquired' 2024-11-15T22:18:32,917 DEBUG [RS:0;e611192d6313:37247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:18:32,917 INFO [RS:0;e611192d6313:37247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:18:32,917 INFO [RS:0;e611192d6313:37247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:18:33,018 INFO [RS:0;e611192d6313:37247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:18:33,020 INFO [RS:0;e611192d6313:37247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C37247%2C1731709111936, suffix=, logDir=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936, archiveDir=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/oldWALs, maxLogs=10 2024-11-15T22:18:33,039 DEBUG [RS:0;e611192d6313:37247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020, exclude list is [], retry=0 2024-11-15T22:18:33,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36679,DS-18c9f051-51aa-497b-8100-7c3a08680725,DISK] 2024-11-15T22:18:33,051 INFO [RS:0;e611192d6313:37247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 2024-11-15T22:18:33,052 DEBUG [RS:0;e611192d6313:37247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45245:45245)] 2024-11-15T22:18:33,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:33,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:18:33,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:18:33,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:33,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:33,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:18:33,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:18:33,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:33,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:33,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:18:33,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:18:33,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:33,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:33,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:18:33,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:18:33,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:33,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:33,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:18:33,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740 2024-11-15T22:18:33,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740 2024-11-15T22:18:33,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:18:33,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:18:33,245 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:18:33,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:18:33,249 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:18:33,249 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73188690, jitterRate=0.09059646725654602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:18:33,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709113232Initializing all the Stores at 1731709113232Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709113232Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709113233 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709113233Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709113233Cleaning up temporary data from old regions at 1731709113245 (+12 ms)Region opened successfully at 1731709113250 (+5 ms) 2024-11-15T22:18:33,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:18:33,250 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:18:33,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:18:33,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:18:33,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:18:33,251 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:18:33,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709113250Disabling compacts and flushes for region at 1731709113250Disabling writes for close at 1731709113250Writing region close event to WAL at 1731709113251 (+1 ms)Closed at 1731709113251 2024-11-15T22:18:33,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:33,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:18:33,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:18:33,255 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:18:33,256 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:18:33,407 DEBUG [e611192d6313:39081 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:18:33,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,37247,1731709111936 2024-11-15T22:18:33,409 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,37247,1731709111936, state=OPENING 2024-11-15T22:18:33,434 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:18:33,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:18:33,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:18:33,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01608227596/meta-region-server: CHANGED 2024-11-15T22:18:33,446 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:18:33,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01608227596/meta-region-server: CHANGED 2024-11-15T22:18:33,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,37247,1731709111936}] 2024-11-15T22:18:33,600 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:18:33,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:18:33,606 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:18:33,606 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:18:33,606 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:18:33,608 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C37247%2C1731709111936.meta, suffix=.meta, logDir=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936, archiveDir=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/oldWALs, maxLogs=10 2024-11-15T22:18:33,621 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.meta.1731709113608.meta, exclude list is [], retry=0 2024-11-15T22:18:33,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36679,DS-18c9f051-51aa-497b-8100-7c3a08680725,DISK] 2024-11-15T22:18:33,627 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.meta.1731709113608.meta 2024-11-15T22:18:33,640 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45245:45245)] 2024-11-15T22:18:33,641 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:18:33,641 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:18:33,641 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:18:33,641 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:18:33,641 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:18:33,641 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:18:33,641 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:33,641 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:18:33,641 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:18:33,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:18:33,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:18:33,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:33,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:33,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:18:33,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:18:33,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:33,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:33,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:18:33,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:18:33,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:33,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:33,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:18:33,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:18:33,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:33,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:33,655 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:18:33,656 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740 2024-11-15T22:18:33,658 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740 2024-11-15T22:18:33,659 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:18:33,659 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:18:33,660 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:18:33,662 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:18:33,663 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67276838, jitterRate=0.002503007650375366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:18:33,663 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:18:33,664 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709113642Writing region info on filesystem at 1731709113642Initializing all the Stores at 1731709113643 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709113643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709113643Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709113643Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709113643Cleaning up temporary data from old regions at 1731709113659 (+16 ms)Running coprocessor post-open hooks at 1731709113664 (+5 ms)Region opened successfully at 1731709113664 2024-11-15T22:18:33,666 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709113600 2024-11-15T22:18:33,669 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:18:33,669 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:18:33,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,37247,1731709111936 2024-11-15T22:18:33,672 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,37247,1731709111936, state=OPEN 2024-11-15T22:18:33,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01608227596/meta-region-server 2024-11-15T22:18:33,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01608227596/meta-region-server 2024-11-15T22:18:33,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01608227596/meta-region-server: CHANGED 2024-11-15T22:18:33,722 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,37247,1731709111936 2024-11-15T22:18:33,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01608227596/meta-region-server: CHANGED 2024-11-15T22:18:33,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:18:33,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,37247,1731709111936 in 276 msec 2024-11-15T22:18:33,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:18:33,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-11-15T22:18:33,731 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:33,731 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:18:33,732 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:33,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37247,1731709111936, seqNum=-1] 2024-11-15T22:18:33,733 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:33,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:18:33,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 951 msec 2024-11-15T22:18:33,743 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709113743, completionTime=-1 2024-11-15T22:18:33,743 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:18:33,744 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:18:33,746 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:18:33,746 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709173746 2024-11-15T22:18:33,746 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709233746 2024-11-15T22:18:33,746 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T22:18:33,747 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39081,1731709111432-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:33,747 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39081,1731709111432-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:33,747 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39081,1731709111432-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:33,747 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:39081, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:33,747 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:33,747 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:33,751 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:18:33,754 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.645sec 2024-11-15T22:18:33,754 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:18:33,754 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:18:33,754 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:18:33,754 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:18:33,754 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:18:33,754 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39081,1731709111432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:18:33,754 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39081,1731709111432-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:18:33,761 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:18:33,761 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:18:33,761 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39081,1731709111432-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:33,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbcdb64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:33,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,39081,-1 for getting cluster id 2024-11-15T22:18:33,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:33,818 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '530dd346-8ce9-4d5b-91dd-197222bd8b49' 2024-11-15T22:18:33,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:33,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "530dd346-8ce9-4d5b-91dd-197222bd8b49" 2024-11-15T22:18:33,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b7764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:33,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,39081,-1] 2024-11-15T22:18:33,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:33,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:33,821 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:33,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5192d5c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:33,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:33,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37247,1731709111936, seqNum=-1] 2024-11-15T22:18:33,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:33,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:18:33,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,39081,1731709111432 2024-11-15T22:18:33,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52774 2024-11-15T22:18:33,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:18:33,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/hadoop.log.dir so I do NOT create it in target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef 2024-11-15T22:18:33,870 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:18:33,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/hadoop.tmp.dir so I do NOT create it in target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef 2024-11-15T22:18:33,871 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:18:33,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef 2024-11-15T22:18:33,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:18:33,871 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/cluster_63f46dd6-7f28-6f6c-9317-931f5baf557a, deleteOnExit=true 2024-11-15T22:18:33,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:18:33,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/test.cache.data in system properties and HBase conf 2024-11-15T22:18:33,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:18:33,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:18:33,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:18:33,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:18:33,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:18:33,872 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:18:33,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:18:33,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:18:33,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:18:33,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:18:33,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:18:33,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:18:33,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:18:33,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:18:33,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:18:33,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:18:33,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:18:33,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:18:33,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:18:33,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:18:33,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014093fd5d0002 connected 2024-11-15T22:18:34,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:18:34,253 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:18:34,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:18:34,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:18:34,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:18:34,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:18:34,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@509200e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:18:34,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@553d317f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:18:34,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1583c470{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/java.io.tmpdir/jetty-localhost-45793-hadoop-hdfs-3_4_1-tests_jar-_-any-17846831035629802152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:18:34,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@697145a9{HTTP/1.1, (http/1.1)}{localhost:45793} 2024-11-15T22:18:34,380 INFO [Time-limited test {}] server.Server(415): Started @67045ms 2024-11-15T22:18:34,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:18:34,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:18:34,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:18:34,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:18:34,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:18:34,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c2cc2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:18:34,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72fb3710{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:18:34,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47a9163a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/java.io.tmpdir/jetty-localhost-34093-hadoop-hdfs-3_4_1-tests_jar-_-any-15617661220038629984/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:18:34,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b7f977e{HTTP/1.1, (http/1.1)}{localhost:34093} 2024-11-15T22:18:34,993 INFO [Time-limited test {}] server.Server(415): Started @67658ms 2024-11-15T22:18:34,995 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:18:35,559 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:18:35,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:35,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:35,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:35,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:35,921 WARN [Thread-943 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/cluster_63f46dd6-7f28-6f6c-9317-931f5baf557a/data/data1/current/BP-1867566249-172.17.0.3-1731709113902/current, will proceed with Du for space computation calculation, 2024-11-15T22:18:35,921 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/cluster_63f46dd6-7f28-6f6c-9317-931f5baf557a/data/data2/current/BP-1867566249-172.17.0.3-1731709113902/current, will proceed with Du for space computation calculation, 2024-11-15T22:18:35,952 WARN [Thread-930 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:18:35,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41cebe2ad47d61d6 with lease ID 0x851d0c0d5bf6192d: Processing first storage report for DS-7b2f3d86-8cb0-49f4-b3ca-31de5ef02fdf from datanode DatanodeRegistration(127.0.0.1:41231, datanodeUuid=ce913b57-7d12-4931-a909-61d506c70eff, infoPort=41355, infoSecurePort=0, ipcPort=37985, storageInfo=lv=-57;cid=testClusterID;nsid=399709016;c=1731709113902) 2024-11-15T22:18:35,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41cebe2ad47d61d6 with lease ID 0x851d0c0d5bf6192d: from storage DS-7b2f3d86-8cb0-49f4-b3ca-31de5ef02fdf node DatanodeRegistration(127.0.0.1:41231, datanodeUuid=ce913b57-7d12-4931-a909-61d506c70eff, infoPort=41355, infoSecurePort=0, ipcPort=37985, storageInfo=lv=-57;cid=testClusterID;nsid=399709016;c=1731709113902), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T22:18:35,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41cebe2ad47d61d6 with lease ID 0x851d0c0d5bf6192d: Processing first storage report for DS-ff59f8ef-628a-4a7f-aef7-977f6b41c396 from datanode DatanodeRegistration(127.0.0.1:41231, datanodeUuid=ce913b57-7d12-4931-a909-61d506c70eff, infoPort=41355, infoSecurePort=0, ipcPort=37985, storageInfo=lv=-57;cid=testClusterID;nsid=399709016;c=1731709113902) 2024-11-15T22:18:35,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41cebe2ad47d61d6 with lease ID 0x851d0c0d5bf6192d: from storage DS-ff59f8ef-628a-4a7f-aef7-977f6b41c396 node DatanodeRegistration(127.0.0.1:41231, datanodeUuid=ce913b57-7d12-4931-a909-61d506c70eff, infoPort=41355, infoSecurePort=0, ipcPort=37985, storageInfo=lv=-57;cid=testClusterID;nsid=399709016;c=1731709113902), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:18:36,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef 2024-11-15T22:18:36,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:36,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:36,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:18:36,130 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5 with version=8 2024-11-15T22:18:36,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/hbase-staging 2024-11-15T22:18:36,138 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:18:36,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:36,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:36,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:18:36,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:36,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:18:36,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:18:36,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:18:36,147 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37297 2024-11-15T22:18:36,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37297 connecting to ZooKeeper ensemble=127.0.0.1:52774 2024-11-15T22:18:36,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372970x0, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:18:36,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37297-0x1014093fd5d0003 connected 2024-11-15T22:18:36,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:36,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:36,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Set watcher on znode that does not yet exist, /1-2022616640/running 2024-11-15T22:18:36,821 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5, hbase.cluster.distributed=false 2024-11-15T22:18:36,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Set watcher on znode that does not yet exist, /1-2022616640/acl 2024-11-15T22:18:36,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37297 2024-11-15T22:18:36,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37297 2024-11-15T22:18:36,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37297 2024-11-15T22:18:36,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37297 2024-11-15T22:18:36,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37297 2024-11-15T22:18:36,899 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:18:36,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:36,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:36,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:18:36,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:18:36,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:18:36,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:18:36,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:18:36,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42379 2024-11-15T22:18:36,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42379 connecting to ZooKeeper ensemble=127.0.0.1:52774 2024-11-15T22:18:36,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:36,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:36,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423790x0, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:18:36,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423790x0, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Set watcher on znode that does not yet exist, /1-2022616640/running 2024-11-15T22:18:36,966 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:18:36,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42379-0x1014093fd5d0004 connected 2024-11-15T22:18:36,976 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:18:36,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Set watcher on znode that does not yet exist, /1-2022616640/master 2024-11-15T22:18:36,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Set watcher on znode that does not yet exist, /1-2022616640/acl 2024-11-15T22:18:36,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42379 2024-11-15T22:18:36,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42379 2024-11-15T22:18:36,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42379 2024-11-15T22:18:36,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42379 2024-11-15T22:18:36,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42379 2024-11-15T22:18:37,011 DEBUG [M:0;e611192d6313:37297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:37297 2024-11-15T22:18:37,024 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2022616640/backup-masters/e611192d6313,37297,1731709116133 2024-11-15T22:18:37,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640/backup-masters 2024-11-15T22:18:37,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640/backup-masters 2024-11-15T22:18:37,095 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Set watcher on existing znode=/1-2022616640/backup-masters/e611192d6313,37297,1731709116133 2024-11-15T22:18:37,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640 2024-11-15T22:18:37,137 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Set watcher on existing znode=/1-2022616640/master 2024-11-15T22:18:37,138 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2022616640/backup-masters/e611192d6313,37297,1731709116133 from backup master directory 2024-11-15T22:18:37,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2022616640/master 2024-11-15T22:18:37,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640 2024-11-15T22:18:37,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640/backup-masters 2024-11-15T22:18:37,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2022616640/backup-masters/e611192d6313,37297,1731709116133 2024-11-15T22:18:37,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640/backup-masters 2024-11-15T22:18:37,241 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:18:37,241 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,37297,1731709116133 2024-11-15T22:18:37,248 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/hbase.id] with ID: e8cd586c-099d-4dbf-a4e5-fdda383ab73d 2024-11-15T22:18:37,248 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/.tmp/hbase.id 2024-11-15T22:18:37,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:18:37,656 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/.tmp/hbase.id]:[hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/hbase.id] 2024-11-15T22:18:37,676 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:37,676 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:18:37,679 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T22:18:37,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640 2024-11-15T22:18:37,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640 2024-11-15T22:18:37,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:18:37,726 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:18:37,727 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:18:37,732 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:18:37,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:18:38,181 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store 2024-11-15T22:18:38,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:18:38,283 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:38,283 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:18:38,283 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:38,283 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:38,283 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:18:38,283 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:38,283 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:18:38,283 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709118283Disabling compacts and flushes for region at 1731709118283Disabling writes for close at 1731709118283Writing region close event to WAL at 1731709118283Closed at 1731709118283 2024-11-15T22:18:38,296 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/.initializing 2024-11-15T22:18:38,296 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/WALs/e611192d6313,37297,1731709116133 2024-11-15T22:18:38,307 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:18:38,322 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C37297%2C1731709116133, suffix=, logDir=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/WALs/e611192d6313,37297,1731709116133, archiveDir=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/oldWALs, maxLogs=10 2024-11-15T22:18:38,354 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/WALs/e611192d6313,37297,1731709116133/e611192d6313%2C37297%2C1731709116133.1731709118323, exclude list is [], retry=0 2024-11-15T22:18:38,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41231,DS-7b2f3d86-8cb0-49f4-b3ca-31de5ef02fdf,DISK] 2024-11-15T22:18:38,404 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/WALs/e611192d6313,37297,1731709116133/e611192d6313%2C37297%2C1731709116133.1731709118323 2024-11-15T22:18:38,408 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41355:41355)] 2024-11-15T22:18:38,408 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:18:38,409 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:38,409 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:38,409 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:38,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:38,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:18:38,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:38,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:38,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:38,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:18:38,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:38,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:38,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:38,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:18:38,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:38,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:38,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:38,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:18:38,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:38,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:38,442 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:38,447 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:38,447 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:38,450 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:38,450 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:38,451 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:18:38,453 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:18:38,488 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:18:38,491 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75229186, jitterRate=0.12100222706794739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:18:38,491 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709118409Initializing all the Stores at 1731709118413 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709118413Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709118420 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709118420Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709118420Cleaning up temporary data from old regions at 1731709118450 (+30 ms)Region opened successfully at 1731709118491 (+41 ms) 2024-11-15T22:18:38,491 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:18:38,525 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46139741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:18:38,536 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:18:38,536 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:18:38,536 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:18:38,537 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:18:38,541 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-15T22:18:38,542 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:18:38,542 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:18:38,563 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:18:38,576 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Unable to get data of znode /1-2022616640/balancer because node does not exist (not necessarily an error) 2024-11-15T22:18:38,584 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2022616640/balancer already deleted, retry=false 2024-11-15T22:18:38,585 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:18:38,596 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Unable to get data of znode /1-2022616640/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:18:38,608 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2022616640/normalizer already deleted, retry=false 2024-11-15T22:18:38,609 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:18:38,620 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Unable to get data of znode /1-2022616640/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:18:38,712 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2022616640/switch/split already deleted, retry=false 2024-11-15T22:18:38,720 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Unable to get data of znode /1-2022616640/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:18:38,729 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2022616640/switch/merge already deleted, retry=false 2024-11-15T22:18:38,744 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Unable to get data of znode /1-2022616640/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:18:38,761 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2022616640/snapshot-cleanup already deleted, retry=false 2024-11-15T22:18:38,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2022616640/running 2024-11-15T22:18:38,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640 2024-11-15T22:18:38,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2022616640/running 2024-11-15T22:18:38,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640 2024-11-15T22:18:38,774 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,37297,1731709116133, sessionid=0x1014093fd5d0003, setting cluster-up flag (Was=false) 2024-11-15T22:18:38,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640 2024-11-15T22:18:38,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640 2024-11-15T22:18:38,868 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2022616640/flush-table-proc/acquired, /1-2022616640/flush-table-proc/reached, /1-2022616640/flush-table-proc/abort 2024-11-15T22:18:38,871 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:18:38,892 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,37297,1731709116133 2024-11-15T22:18:38,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640 2024-11-15T22:18:38,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640 2024-11-15T22:18:39,014 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2022616640/online-snapshot/acquired, /1-2022616640/online-snapshot/reached, /1-2022616640/online-snapshot/abort 2024-11-15T22:18:39,033 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,37297,1731709116133 2024-11-15T22:18:39,045 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:18:39,052 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:39,053 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:18:39,053 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:18:39,053 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,37297,1731709116133 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:18:39,069 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:39,069 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:39,069 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:39,069 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:18:39,069 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:18:39,069 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:39,069 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:18:39,069 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:39,099 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:39,099 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:18:39,109 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:39,109 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:18:39,140 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709149140 2024-11-15T22:18:39,141 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:18:39,141 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:18:39,141 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:18:39,141 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:18:39,141 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:18:39,141 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:18:39,145 INFO [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(746): ClusterId : e8cd586c-099d-4dbf-a4e5-fdda383ab73d 2024-11-15T22:18:39,145 DEBUG [RS:0;e611192d6313:42379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:18:39,148 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:39,153 DEBUG [RS:0;e611192d6313:42379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:18:39,153 DEBUG [RS:0;e611192d6313:42379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:18:39,156 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:18:39,156 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:18:39,156 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:18:39,156 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:18:39,164 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:18:39,164 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:18:39,168 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709119164,5,FailOnTimeoutGroup] 2024-11-15T22:18:39,169 DEBUG [RS:0;e611192d6313:42379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:18:39,170 DEBUG [RS:0;e611192d6313:42379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726e2a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:18:39,172 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709119168,5,FailOnTimeoutGroup] 2024-11-15T22:18:39,172 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:39,172 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:18:39,172 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:39,172 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:39,206 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:42379 2024-11-15T22:18:39,206 INFO [RS:0;e611192d6313:42379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:18:39,206 INFO [RS:0;e611192d6313:42379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:18:39,206 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:18:39,208 INFO [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,37297,1731709116133 with port=42379, startcode=1731709116898 2024-11-15T22:18:39,209 DEBUG [RS:0;e611192d6313:42379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:18:39,213 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:18:39,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:18:39,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,42379,1731709116898 2024-11-15T22:18:39,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37297 {}] master.ServerManager(517): Registering regionserver=e611192d6313,42379,1731709116898 2024-11-15T22:18:39,220 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5 2024-11-15T22:18:39,220 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34857 2024-11-15T22:18:39,220 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:18:39,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:18:39,228 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5 2024-11-15T22:18:39,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640/rs 2024-11-15T22:18:39,283 DEBUG [RS:0;e611192d6313:42379 {}] zookeeper.ZKUtil(111): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Set watcher on existing znode=/1-2022616640/rs/e611192d6313,42379,1731709116898 2024-11-15T22:18:39,283 WARN [RS:0;e611192d6313:42379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:18:39,283 INFO [RS:0;e611192d6313:42379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:18:39,284 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/WALs/e611192d6313,42379,1731709116898 2024-11-15T22:18:39,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:18:39,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:39,309 INFO [RS:0;e611192d6313:42379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:18:39,312 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,42379,1731709116898] 2024-11-15T22:18:39,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:18:39,320 INFO [RS:0;e611192d6313:42379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:18:39,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:18:39,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:39,324 INFO [RS:0;e611192d6313:42379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:18:39,324 INFO [RS:0;e611192d6313:42379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:39,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:39,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:18:39,330 INFO [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:18:39,333 INFO [RS:0;e611192d6313:42379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:18:39,333 INFO [RS:0;e611192d6313:42379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:39,333 DEBUG [RS:0;e611192d6313:42379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:39,333 DEBUG [RS:0;e611192d6313:42379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:39,333 DEBUG [RS:0;e611192d6313:42379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:39,333 DEBUG [RS:0;e611192d6313:42379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:39,333 DEBUG [RS:0;e611192d6313:42379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:39,334 DEBUG [RS:0;e611192d6313:42379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:18:39,334 DEBUG [RS:0;e611192d6313:42379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:39,334 DEBUG [RS:0;e611192d6313:42379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:39,334 DEBUG [RS:0;e611192d6313:42379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:39,334 DEBUG [RS:0;e611192d6313:42379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:39,334 DEBUG [RS:0;e611192d6313:42379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:39,334 DEBUG [RS:0;e611192d6313:42379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:18:39,334 DEBUG [RS:0;e611192d6313:42379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:18:39,334 DEBUG [RS:0;e611192d6313:42379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:18:39,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:18:39,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:39,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:39,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:18:39,353 INFO [RS:0;e611192d6313:42379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:39,353 INFO [RS:0;e611192d6313:42379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:39,353 INFO [RS:0;e611192d6313:42379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:39,353 INFO [RS:0;e611192d6313:42379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:39,353 INFO [RS:0;e611192d6313:42379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:39,353 INFO [RS:0;e611192d6313:42379 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,42379,1731709116898-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:18:39,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:18:39,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:39,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:39,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:18:39,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:18:39,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:39,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:39,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:18:39,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740 2024-11-15T22:18:39,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740 2024-11-15T22:18:39,388 INFO [RS:0;e611192d6313:42379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:18:39,388 INFO [RS:0;e611192d6313:42379 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,42379,1731709116898-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:39,389 INFO [RS:0;e611192d6313:42379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:39,389 INFO [RS:0;e611192d6313:42379 {}] regionserver.Replication(171): e611192d6313,42379,1731709116898 started 2024-11-15T22:18:39,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:18:39,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:18:39,412 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:18:39,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:18:39,434 INFO [RS:0;e611192d6313:42379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:39,435 INFO [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,42379,1731709116898, RpcServer on e611192d6313/172.17.0.3:42379, sessionid=0x1014093fd5d0004 2024-11-15T22:18:39,435 DEBUG [RS:0;e611192d6313:42379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:18:39,435 DEBUG [RS:0;e611192d6313:42379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,42379,1731709116898 2024-11-15T22:18:39,435 DEBUG [RS:0;e611192d6313:42379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,42379,1731709116898' 2024-11-15T22:18:39,435 DEBUG [RS:0;e611192d6313:42379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2022616640/flush-table-proc/abort' 2024-11-15T22:18:39,440 DEBUG [RS:0;e611192d6313:42379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2022616640/flush-table-proc/acquired' 2024-11-15T22:18:39,446 DEBUG [RS:0;e611192d6313:42379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:18:39,446 DEBUG [RS:0;e611192d6313:42379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:18:39,446 DEBUG [RS:0;e611192d6313:42379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,42379,1731709116898 2024-11-15T22:18:39,446 DEBUG [RS:0;e611192d6313:42379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,42379,1731709116898' 2024-11-15T22:18:39,446 DEBUG [RS:0;e611192d6313:42379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2022616640/online-snapshot/abort' 2024-11-15T22:18:39,452 DEBUG [RS:0;e611192d6313:42379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2022616640/online-snapshot/acquired' 2024-11-15T22:18:39,456 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:18:39,459 DEBUG [RS:0;e611192d6313:42379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:18:39,459 INFO [RS:0;e611192d6313:42379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:18:39,459 INFO [RS:0;e611192d6313:42379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:18:39,461 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75072230, jitterRate=0.11866340041160583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:18:39,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709119293Initializing all the Stores at 1731709119299 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709119299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709119312 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709119312Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709119312Cleaning up temporary data from old regions at 1731709119411 (+99 ms)Region opened successfully at 1731709119461 (+50 ms) 2024-11-15T22:18:39,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:18:39,462 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:18:39,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:18:39,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:18:39,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:18:39,466 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:18:39,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709119462Disabling compacts and flushes for region at 1731709119462Disabling writes for close at 1731709119462Writing region close event to WAL at 1731709119466 (+4 ms)Closed at 1731709119466 2024-11-15T22:18:39,472 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:39,472 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:18:39,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:18:39,478 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:18:39,484 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:18:39,560 INFO [RS:0;e611192d6313:42379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:18:39,576 INFO [RS:0;e611192d6313:42379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C42379%2C1731709116898, suffix=, logDir=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/WALs/e611192d6313,42379,1731709116898, archiveDir=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/oldWALs, maxLogs=10 2024-11-15T22:18:39,601 DEBUG [RS:0;e611192d6313:42379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/WALs/e611192d6313,42379,1731709116898/e611192d6313%2C42379%2C1731709116898.1731709119577, exclude list is [], retry=0 2024-11-15T22:18:39,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41231,DS-7b2f3d86-8cb0-49f4-b3ca-31de5ef02fdf,DISK] 2024-11-15T22:18:39,637 WARN [e611192d6313:37297 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T22:18:39,664 INFO [RS:0;e611192d6313:42379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/WALs/e611192d6313,42379,1731709116898/e611192d6313%2C42379%2C1731709116898.1731709119577 2024-11-15T22:18:39,666 DEBUG [RS:0;e611192d6313:42379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41355:41355)] 2024-11-15T22:18:39,888 DEBUG [e611192d6313:37297 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:18:39,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,42379,1731709116898 2024-11-15T22:18:39,891 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,42379,1731709116898, state=OPENING 2024-11-15T22:18:39,904 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:18:39,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640 2024-11-15T22:18:39,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640 2024-11-15T22:18:39,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2022616640/meta-region-server: CHANGED 2024-11-15T22:18:39,925 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:18:39,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,42379,1731709116898}] 2024-11-15T22:18:39,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2022616640/meta-region-server: CHANGED 2024-11-15T22:18:40,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:18:40,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T22:18:40,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:18:40,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T22:18:40,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:18:40,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T22:18:40,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:18:40,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T22:18:40,096 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:18:40,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:18:40,112 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:18:40,112 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:18:40,112 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:18:40,124 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C42379%2C1731709116898.meta, suffix=.meta, logDir=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/WALs/e611192d6313,42379,1731709116898, archiveDir=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/oldWALs, maxLogs=10 2024-11-15T22:18:40,146 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/WALs/e611192d6313,42379,1731709116898/e611192d6313%2C42379%2C1731709116898.meta.1731709120125.meta, exclude list is [], retry=0 2024-11-15T22:18:40,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41231,DS-7b2f3d86-8cb0-49f4-b3ca-31de5ef02fdf,DISK] 2024-11-15T22:18:40,159 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/WALs/e611192d6313,42379,1731709116898/e611192d6313%2C42379%2C1731709116898.meta.1731709120125.meta 2024-11-15T22:18:40,160 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41355:41355)] 2024-11-15T22:18:40,160 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:18:40,161 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:18:40,161 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:18:40,161 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:18:40,161 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:18:40,161 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:18:40,161 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:40,162 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:18:40,162 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:18:40,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:18:40,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:18:40,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:40,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:40,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:18:40,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:18:40,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:40,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:40,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:18:40,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:18:40,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:40,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:40,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:18:40,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:18:40,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:40,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:18:40,197 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:18:40,200 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740 2024-11-15T22:18:40,218 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740 2024-11-15T22:18:40,223 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:18:40,223 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:18:40,224 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:18:40,236 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:18:40,239 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73209881, jitterRate=0.09091223776340485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:18:40,239 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:18:40,240 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709120162Writing region info on filesystem at 1731709120162Initializing all the Stores at 1731709120163 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709120163Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709120164 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709120164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709120164Cleaning up temporary data from old regions at 1731709120223 (+59 ms)Running coprocessor post-open hooks at 1731709120239 (+16 ms)Region opened successfully at 1731709120239 2024-11-15T22:18:40,248 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709120095 2024-11-15T22:18:40,257 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:18:40,257 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:18:40,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,42379,1731709116898 2024-11-15T22:18:40,264 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,42379,1731709116898, state=OPEN 2024-11-15T22:18:40,319 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,42379,1731709116898 2024-11-15T22:18:40,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2022616640/meta-region-server 2024-11-15T22:18:40,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2022616640/meta-region-server 2024-11-15T22:18:40,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2022616640/meta-region-server: CHANGED 2024-11-15T22:18:40,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2022616640/meta-region-server: CHANGED 2024-11-15T22:18:40,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:18:40,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,42379,1731709116898 in 394 msec 2024-11-15T22:18:40,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:18:40,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 855 msec 2024-11-15T22:18:40,350 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:18:40,350 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:18:40,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:40,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,42379,1731709116898, seqNum=-1] 2024-11-15T22:18:40,357 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:40,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:18:40,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3310 sec 2024-11-15T22:18:40,398 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709120397, completionTime=-1 2024-11-15T22:18:40,398 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:18:40,398 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:18:40,409 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:18:40,409 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709180409 2024-11-15T22:18:40,409 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709240409 2024-11-15T22:18:40,409 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-15T22:18:40,410 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37297,1731709116133-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:40,410 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37297,1731709116133-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:40,410 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37297,1731709116133-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:40,410 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:37297, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:40,410 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:40,411 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:40,415 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:18:40,428 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.187sec 2024-11-15T22:18:40,428 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:18:40,428 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:18:40,429 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:18:40,429 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:18:40,429 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:18:40,429 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37297,1731709116133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:18:40,429 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37297,1731709116133-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:18:40,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695b2def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:40,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37297,-1 for getting cluster id 2024-11-15T22:18:40,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:40,449 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8cd586c-099d-4dbf-a4e5-fdda383ab73d' 2024-11-15T22:18:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8cd586c-099d-4dbf-a4e5-fdda383ab73d" 2024-11-15T22:18:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79996261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37297,-1] 2024-11-15T22:18:40,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:40,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:40,453 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:40,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12076ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:40,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:40,456 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:18:40,456 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:18:40,456 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37297,1731709116133-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:18:40,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,42379,1731709116898, seqNum=-1] 2024-11-15T22:18:40,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:40,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:18:40,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,37297,1731709116133 2024-11-15T22:18:40,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52774 2024-11-15T22:18:40,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:18:40,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014093fd5d0005 connected 2024-11-15T22:18:40,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:18:40,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,39081,1731709111432 2024-11-15T22:18:40,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7931447b 2024-11-15T22:18:40,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:18:40,629 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:18:40,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:18:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:18:40,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:18:40,647 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:40,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:18:40,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:18:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:40,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:18:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:41,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6a81e0e7f0f93466e8dbeaa3fb00a4a, NAME => 'test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556 2024-11-15T22:18:41,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:18:41,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:41,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a6a81e0e7f0f93466e8dbeaa3fb00a4a, disabling compactions & flushes 2024-11-15T22:18:41,157 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a. 2024-11-15T22:18:41,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a. 2024-11-15T22:18:41,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a. after waiting 0 ms 2024-11-15T22:18:41,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a. 2024-11-15T22:18:41,157 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a. 2024-11-15T22:18:41,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6a81e0e7f0f93466e8dbeaa3fb00a4a: Waiting for close lock at 1731709121157Disabling compacts and flushes for region at 1731709121157Disabling writes for close at 1731709121157Writing region close event to WAL at 1731709121157Closed at 1731709121157 2024-11-15T22:18:41,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:18:41,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709121159"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709121159"}]},"ts":"1731709121159"} 2024-11-15T22:18:41,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:18:41,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:18:41,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709121177"}]},"ts":"1731709121177"} 2024-11-15T22:18:41,196 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:18:41,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a6a81e0e7f0f93466e8dbeaa3fb00a4a, ASSIGN}] 2024-11-15T22:18:41,201 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a6a81e0e7f0f93466e8dbeaa3fb00a4a, ASSIGN 2024-11-15T22:18:41,202 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a6a81e0e7f0f93466e8dbeaa3fb00a4a, ASSIGN; state=OFFLINE, location=e611192d6313,37247,1731709111936; forceNewPlan=false, retain=false 2024-11-15T22:18:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:41,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6a81e0e7f0f93466e8dbeaa3fb00a4a, regionState=OPENING, regionLocation=e611192d6313,37247,1731709111936 2024-11-15T22:18:41,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a6a81e0e7f0f93466e8dbeaa3fb00a4a, ASSIGN because future has completed 2024-11-15T22:18:41,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6a81e0e7f0f93466e8dbeaa3fb00a4a, server=e611192d6313,37247,1731709111936}] 2024-11-15T22:18:41,545 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a. 2024-11-15T22:18:41,545 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a6a81e0e7f0f93466e8dbeaa3fb00a4a, NAME => 'test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:18:41,546 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:18:41,546 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:18:41,546 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:18:41,546 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:41,547 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:18:41,547 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:18:41,563 INFO [StoreOpener-a6a81e0e7f0f93466e8dbeaa3fb00a4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:18:41,573 INFO [StoreOpener-a6a81e0e7f0f93466e8dbeaa3fb00a4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a81e0e7f0f93466e8dbeaa3fb00a4a columnFamilyName f 2024-11-15T22:18:41,573 DEBUG [StoreOpener-a6a81e0e7f0f93466e8dbeaa3fb00a4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:41,574 INFO [StoreOpener-a6a81e0e7f0f93466e8dbeaa3fb00a4a-1 {}] regionserver.HStore(327): Store=a6a81e0e7f0f93466e8dbeaa3fb00a4a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:41,578 INFO [StoreOpener-a6a81e0e7f0f93466e8dbeaa3fb00a4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:18:41,580 INFO [StoreOpener-a6a81e0e7f0f93466e8dbeaa3fb00a4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a81e0e7f0f93466e8dbeaa3fb00a4a columnFamilyName f1 2024-11-15T22:18:41,580 DEBUG [StoreOpener-a6a81e0e7f0f93466e8dbeaa3fb00a4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:41,581 INFO [StoreOpener-a6a81e0e7f0f93466e8dbeaa3fb00a4a-1 {}] regionserver.HStore(327): Store=a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:41,582 INFO [StoreOpener-a6a81e0e7f0f93466e8dbeaa3fb00a4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:18:41,584 INFO [StoreOpener-a6a81e0e7f0f93466e8dbeaa3fb00a4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a81e0e7f0f93466e8dbeaa3fb00a4a columnFamilyName norep 2024-11-15T22:18:41,584 DEBUG [StoreOpener-a6a81e0e7f0f93466e8dbeaa3fb00a4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:41,585 INFO [StoreOpener-a6a81e0e7f0f93466e8dbeaa3fb00a4a-1 {}] regionserver.HStore(327): Store=a6a81e0e7f0f93466e8dbeaa3fb00a4a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:41,586 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:18:41,588 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:18:41,589 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:18:41,591 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:18:41,591 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:18:41,593 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:18:41,599 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:18:41,630 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:18:41,631 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a6a81e0e7f0f93466e8dbeaa3fb00a4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72717636, jitterRate=0.0835772156715393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:18:41,631 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:18:41,632 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a6a81e0e7f0f93466e8dbeaa3fb00a4a: Running coprocessor pre-open hook at 1731709121547Writing region info on filesystem at 1731709121547Initializing all the Stores at 1731709121556 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709121556Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709121563 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709121563Cleaning up temporary data from old regions at 1731709121591 (+28 ms)Running coprocessor post-open hooks at 1731709121631 (+40 ms)Region opened successfully at 1731709121632 (+1 ms) 2024-11-15T22:18:41,640 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a., pid=6, masterSystemTime=1731709121518 2024-11-15T22:18:41,652 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a. 2024-11-15T22:18:41,652 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a. 2024-11-15T22:18:41,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6a81e0e7f0f93466e8dbeaa3fb00a4a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,37247,1731709111936 2024-11-15T22:18:41,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6a81e0e7f0f93466e8dbeaa3fb00a4a, server=e611192d6313,37247,1731709111936 because future has completed 2024-11-15T22:18:41,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:18:41,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a6a81e0e7f0f93466e8dbeaa3fb00a4a, server=e611192d6313,37247,1731709111936 in 309 msec 2024-11-15T22:18:41,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:18:41,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a6a81e0e7f0f93466e8dbeaa3fb00a4a, ASSIGN in 474 msec 2024-11-15T22:18:41,678 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:18:41,679 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709121678"}]},"ts":"1731709121678"} 2024-11-15T22:18:41,700 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:18:41,705 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:18:41,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0690 sec 2024-11-15T22:18:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:41,793 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:18:41,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:18:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,37297,1731709116133 2024-11-15T22:18:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34d16b3a 2024-11-15T22:18:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:18:41,803 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:18:41,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:18:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:18:41,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:18:41,818 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:41,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:18:41,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:18:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:41,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:18:41,914 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb1bb49a768ba09df1a230dc3b8d61cb, NAME => 'test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5 2024-11-15T22:18:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:41,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:18:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:42,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:42,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eb1bb49a768ba09df1a230dc3b8d61cb, disabling compactions & flushes 2024-11-15T22:18:42,414 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb. 2024-11-15T22:18:42,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb. 2024-11-15T22:18:42,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb. after waiting 0 ms 2024-11-15T22:18:42,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb. 2024-11-15T22:18:42,414 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb. 2024-11-15T22:18:42,414 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb1bb49a768ba09df1a230dc3b8d61cb: Waiting for close lock at 1731709122414Disabling compacts and flushes for region at 1731709122414Disabling writes for close at 1731709122414Writing region close event to WAL at 1731709122414Closed at 1731709122414 2024-11-15T22:18:42,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:18:42,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709122416"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709122416"}]},"ts":"1731709122416"} 2024-11-15T22:18:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:42,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:18:42,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:18:42,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709122741"}]},"ts":"1731709122741"} 2024-11-15T22:18:42,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:18:42,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb1bb49a768ba09df1a230dc3b8d61cb, ASSIGN}] 2024-11-15T22:18:42,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb1bb49a768ba09df1a230dc3b8d61cb, ASSIGN 2024-11-15T22:18:42,750 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eb1bb49a768ba09df1a230dc3b8d61cb, ASSIGN; state=OFFLINE, location=e611192d6313,42379,1731709116898; forceNewPlan=false, retain=false 2024-11-15T22:18:42,904 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb1bb49a768ba09df1a230dc3b8d61cb, regionState=OPENING, regionLocation=e611192d6313,42379,1731709116898 2024-11-15T22:18:42,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eb1bb49a768ba09df1a230dc3b8d61cb, ASSIGN because future has completed 2024-11-15T22:18:42,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb1bb49a768ba09df1a230dc3b8d61cb, server=e611192d6313,42379,1731709116898}] 2024-11-15T22:18:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:43,252 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb. 2024-11-15T22:18:43,252 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eb1bb49a768ba09df1a230dc3b8d61cb, NAME => 'test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:18:43,253 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:18:43,253 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:18:43,253 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eb1bb49a768ba09df1a230dc3b8d61cb 2024-11-15T22:18:43,253 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:43,253 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eb1bb49a768ba09df1a230dc3b8d61cb 2024-11-15T22:18:43,253 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eb1bb49a768ba09df1a230dc3b8d61cb 2024-11-15T22:18:43,254 INFO [StoreOpener-eb1bb49a768ba09df1a230dc3b8d61cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eb1bb49a768ba09df1a230dc3b8d61cb 2024-11-15T22:18:43,256 INFO [StoreOpener-eb1bb49a768ba09df1a230dc3b8d61cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb1bb49a768ba09df1a230dc3b8d61cb columnFamilyName f 2024-11-15T22:18:43,256 DEBUG [StoreOpener-eb1bb49a768ba09df1a230dc3b8d61cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:43,256 INFO [StoreOpener-eb1bb49a768ba09df1a230dc3b8d61cb-1 {}] regionserver.HStore(327): Store=eb1bb49a768ba09df1a230dc3b8d61cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:43,256 INFO [StoreOpener-eb1bb49a768ba09df1a230dc3b8d61cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eb1bb49a768ba09df1a230dc3b8d61cb 2024-11-15T22:18:43,257 INFO [StoreOpener-eb1bb49a768ba09df1a230dc3b8d61cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb1bb49a768ba09df1a230dc3b8d61cb columnFamilyName f1 2024-11-15T22:18:43,257 DEBUG [StoreOpener-eb1bb49a768ba09df1a230dc3b8d61cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:43,258 INFO [StoreOpener-eb1bb49a768ba09df1a230dc3b8d61cb-1 {}] regionserver.HStore(327): Store=eb1bb49a768ba09df1a230dc3b8d61cb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:43,258 INFO [StoreOpener-eb1bb49a768ba09df1a230dc3b8d61cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eb1bb49a768ba09df1a230dc3b8d61cb 2024-11-15T22:18:43,292 INFO [StoreOpener-eb1bb49a768ba09df1a230dc3b8d61cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb1bb49a768ba09df1a230dc3b8d61cb columnFamilyName norep 2024-11-15T22:18:43,293 DEBUG [StoreOpener-eb1bb49a768ba09df1a230dc3b8d61cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:43,297 INFO [StoreOpener-eb1bb49a768ba09df1a230dc3b8d61cb-1 {}] regionserver.HStore(327): Store=eb1bb49a768ba09df1a230dc3b8d61cb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:43,297 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eb1bb49a768ba09df1a230dc3b8d61cb 2024-11-15T22:18:43,298 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/default/test/eb1bb49a768ba09df1a230dc3b8d61cb 2024-11-15T22:18:43,302 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/default/test/eb1bb49a768ba09df1a230dc3b8d61cb 2024-11-15T22:18:43,307 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eb1bb49a768ba09df1a230dc3b8d61cb 2024-11-15T22:18:43,308 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eb1bb49a768ba09df1a230dc3b8d61cb 2024-11-15T22:18:43,310 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:18:43,312 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eb1bb49a768ba09df1a230dc3b8d61cb 2024-11-15T22:18:43,344 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/default/test/eb1bb49a768ba09df1a230dc3b8d61cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:18:43,351 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eb1bb49a768ba09df1a230dc3b8d61cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70162225, jitterRate=0.045498624444007874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:18:43,351 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb1bb49a768ba09df1a230dc3b8d61cb 2024-11-15T22:18:43,351 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eb1bb49a768ba09df1a230dc3b8d61cb: Running coprocessor pre-open hook at 1731709123253Writing region info on filesystem at 1731709123253Initializing all the Stores at 1731709123254 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709123254Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709123254Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709123254Cleaning up temporary data from old regions at 1731709123308 (+54 ms)Running coprocessor post-open hooks at 1731709123351 (+43 ms)Region opened successfully at 1731709123351 2024-11-15T22:18:43,354 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb., pid=6, masterSystemTime=1731709123128 2024-11-15T22:18:43,359 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb. 2024-11-15T22:18:43,359 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb. 2024-11-15T22:18:43,361 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb1bb49a768ba09df1a230dc3b8d61cb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,42379,1731709116898 2024-11-15T22:18:43,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb1bb49a768ba09df1a230dc3b8d61cb, server=e611192d6313,42379,1731709116898 because future has completed 2024-11-15T22:18:43,528 INFO [AsyncFSWAL-0-hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData-prefix:e611192d6313,37297,1731709116133 {}] wal.AbstractFSWAL(1368): Slow sync cost: 143 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41231,DS-7b2f3d86-8cb0-49f4-b3ca-31de5ef02fdf,DISK]] 2024-11-15T22:18:43,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:18:43,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eb1bb49a768ba09df1a230dc3b8d61cb, server=e611192d6313,42379,1731709116898 in 566 msec 2024-11-15T22:18:43,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:18:43,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eb1bb49a768ba09df1a230dc3b8d61cb, ASSIGN in 788 msec 2024-11-15T22:18:43,541 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:18:43,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709123541"}]},"ts":"1731709123541"} 2024-11-15T22:18:43,543 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:18:43,545 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:18:43,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.7390 sec 2024-11-15T22:18:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:18:44,418 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:18:44,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c72450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:44,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,39081,-1 for getting cluster id 2024-11-15T22:18:44,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:44,421 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '530dd346-8ce9-4d5b-91dd-197222bd8b49' 2024-11-15T22:18:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:44,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "530dd346-8ce9-4d5b-91dd-197222bd8b49" 2024-11-15T22:18:44,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19282f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:44,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,39081,-1] 2024-11-15T22:18:44,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:44,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:44,423 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:44,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219a97b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:44,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec4eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:44,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37297,-1 for getting cluster id 2024-11-15T22:18:44,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:44,426 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8cd586c-099d-4dbf-a4e5-fdda383ab73d' 2024-11-15T22:18:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8cd586c-099d-4dbf-a4e5-fdda383ab73d" 2024-11-15T22:18:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19be48af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37297,-1] 2024-11-15T22:18:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:44,433 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:44,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52abdea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:44,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3022a46c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:44,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,39081,-1 for getting cluster id 2024-11-15T22:18:44,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:44,516 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '530dd346-8ce9-4d5b-91dd-197222bd8b49' 2024-11-15T22:18:44,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:44,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "530dd346-8ce9-4d5b-91dd-197222bd8b49" 2024-11-15T22:18:44,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4a15d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:44,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,39081,-1] 2024-11-15T22:18:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:44,520 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:44,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4879ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:44,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:18:44,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,39081,1731709111432 2024-11-15T22:18:44,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3980c8a5 2024-11-15T22:18:44,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:18:44,540 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:18:44,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:37297,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:18:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:18:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:18:44,549 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:37297' 2024-11-15T22:18:44,553 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e013ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:44,553 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37297,-1 for getting cluster id 2024-11-15T22:18:44,553 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:44,554 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8cd586c-099d-4dbf-a4e5-fdda383ab73d' 2024-11-15T22:18:44,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:44,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8cd586c-099d-4dbf-a4e5-fdda383ab73d" 2024-11-15T22:18:44,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401bd527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:44,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37297,-1] 2024-11-15T22:18:44,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:44,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:44,560 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:44,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af42a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:44,561 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:18:44,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,37297,1731709116133 2024-11-15T22:18:44,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6397c76b 2024-11-15T22:18:44,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:18:44,564 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:18:44,568 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T22:18:44,568 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:18:44,568 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:44,569 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:44,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:18:44,569 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:18:44,577 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:18:44,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:18:44,579 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:44,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:18:44,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741837_1013 (size=1138) 2024-11-15T22:18:44,628 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T22:18:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:18:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:18:44,872 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T22:18:45,015 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d56b645f5997313003c98573d3fb2f6, NAME => 'hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556 2024-11-15T22:18:45,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741838_1014 (size=44) 2024-11-15T22:18:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:18:45,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:45,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0d56b645f5997313003c98573d3fb2f6, disabling compactions & flushes 2024-11-15T22:18:45,473 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. 2024-11-15T22:18:45,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. 2024-11-15T22:18:45,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. after waiting 0 ms 2024-11-15T22:18:45,474 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. 2024-11-15T22:18:45,474 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. 2024-11-15T22:18:45,474 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d56b645f5997313003c98573d3fb2f6: Waiting for close lock at 1731709125473Disabling compacts and flushes for region at 1731709125473Disabling writes for close at 1731709125474 (+1 ms)Writing region close event to WAL at 1731709125474Closed at 1731709125474 2024-11-15T22:18:45,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:18:45,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731709125480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709125480"}]},"ts":"1731709125480"} 2024-11-15T22:18:45,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:18:45,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:18:45,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709125498"}]},"ts":"1731709125498"} 2024-11-15T22:18:45,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T22:18:45,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d56b645f5997313003c98573d3fb2f6, ASSIGN}] 2024-11-15T22:18:45,516 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d56b645f5997313003c98573d3fb2f6, ASSIGN 2024-11-15T22:18:45,517 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d56b645f5997313003c98573d3fb2f6, ASSIGN; state=OFFLINE, location=e611192d6313,37247,1731709111936; forceNewPlan=false, retain=false 2024-11-15T22:18:45,664 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:18:45,672 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d56b645f5997313003c98573d3fb2f6, regionState=OPENING, regionLocation=e611192d6313,37247,1731709111936 2024-11-15T22:18:45,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d56b645f5997313003c98573d3fb2f6, ASSIGN because future has completed 2024-11-15T22:18:45,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d56b645f5997313003c98573d3fb2f6, server=e611192d6313,37247,1731709111936}] 2024-11-15T22:18:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:18:45,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:45,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:45,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:45,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. 2024-11-15T22:18:45,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:18:45,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:18:45,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C37247%2C1731709111936.rep, suffix=, logDir=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936, archiveDir=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/oldWALs, maxLogs=10 2024-11-15T22:18:45,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:46,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.rep.1731709125986, exclude list is [], retry=0 2024-11-15T22:18:46,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36679,DS-18c9f051-51aa-497b-8100-7c3a08680725,DISK] 2024-11-15T22:18:46,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.rep.1731709125986 2024-11-15T22:18:46,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45245:45245)] 2024-11-15T22:18:46,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d56b645f5997313003c98573d3fb2f6, NAME => 'hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:18:46,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:18:46,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:18:46,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. service=MultiRowMutationService 2024-11-15T22:18:46,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:18:46,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d56b645f5997313003c98573d3fb2f6 2024-11-15T22:18:46,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:18:46,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0d56b645f5997313003c98573d3fb2f6 2024-11-15T22:18:46,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0d56b645f5997313003c98573d3fb2f6 2024-11-15T22:18:46,114 INFO [StoreOpener-0d56b645f5997313003c98573d3fb2f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d56b645f5997313003c98573d3fb2f6 2024-11-15T22:18:46,116 INFO [StoreOpener-0d56b645f5997313003c98573d3fb2f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d56b645f5997313003c98573d3fb2f6 columnFamilyName hfileref 2024-11-15T22:18:46,116 DEBUG [StoreOpener-0d56b645f5997313003c98573d3fb2f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:46,117 INFO [StoreOpener-0d56b645f5997313003c98573d3fb2f6-1 {}] regionserver.HStore(327): Store=0d56b645f5997313003c98573d3fb2f6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:46,117 INFO [StoreOpener-0d56b645f5997313003c98573d3fb2f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d56b645f5997313003c98573d3fb2f6 2024-11-15T22:18:46,118 INFO [StoreOpener-0d56b645f5997313003c98573d3fb2f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d56b645f5997313003c98573d3fb2f6 columnFamilyName queue 2024-11-15T22:18:46,118 DEBUG [StoreOpener-0d56b645f5997313003c98573d3fb2f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:46,119 INFO [StoreOpener-0d56b645f5997313003c98573d3fb2f6-1 {}] regionserver.HStore(327): Store=0d56b645f5997313003c98573d3fb2f6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:46,119 INFO [StoreOpener-0d56b645f5997313003c98573d3fb2f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d56b645f5997313003c98573d3fb2f6 2024-11-15T22:18:46,121 INFO [StoreOpener-0d56b645f5997313003c98573d3fb2f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d56b645f5997313003c98573d3fb2f6 columnFamilyName sid 2024-11-15T22:18:46,121 DEBUG [StoreOpener-0d56b645f5997313003c98573d3fb2f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:18:46,121 INFO [StoreOpener-0d56b645f5997313003c98573d3fb2f6-1 {}] regionserver.HStore(327): Store=0d56b645f5997313003c98573d3fb2f6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:18:46,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0d56b645f5997313003c98573d3fb2f6 2024-11-15T22:18:46,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/replication/0d56b645f5997313003c98573d3fb2f6 2024-11-15T22:18:46,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/replication/0d56b645f5997313003c98573d3fb2f6 2024-11-15T22:18:46,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0d56b645f5997313003c98573d3fb2f6 2024-11-15T22:18:46,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0d56b645f5997313003c98573d3fb2f6 2024-11-15T22:18:46,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:18:46,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0d56b645f5997313003c98573d3fb2f6 2024-11-15T22:18:46,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/replication/0d56b645f5997313003c98573d3fb2f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:18:46,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0d56b645f5997313003c98573d3fb2f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75327849, jitterRate=0.12247242033481598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:18:46,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d56b645f5997313003c98573d3fb2f6 2024-11-15T22:18:46,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0d56b645f5997313003c98573d3fb2f6: Running coprocessor pre-open hook at 1731709126108Writing region info on filesystem at 1731709126108Initializing all the Stores at 1731709126113 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709126113Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709126114 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709126114Cleaning up temporary data from old regions at 1731709126124 (+10 ms)Running coprocessor post-open hooks at 1731709126131 (+7 ms)Region opened successfully at 1731709126131 2024-11-15T22:18:46,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6., pid=10, masterSystemTime=1731709125971 2024-11-15T22:18:46,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d56b645f5997313003c98573d3fb2f6, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,37247,1731709111936 2024-11-15T22:18:46,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. 2024-11-15T22:18:46,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. 2024-11-15T22:18:46,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d56b645f5997313003c98573d3fb2f6, server=e611192d6313,37247,1731709111936 because future has completed 2024-11-15T22:18:46,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T22:18:46,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d56b645f5997313003c98573d3fb2f6, server=e611192d6313,37247,1731709111936 in 473 msec 2024-11-15T22:18:46,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T22:18:46,163 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:18:46,163 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709126163"}]},"ts":"1731709126163"} 2024-11-15T22:18:46,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d56b645f5997313003c98573d3fb2f6, ASSIGN in 644 msec 2024-11-15T22:18:46,166 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T22:18:46,168 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:18:46,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.5980 sec 2024-11-15T22:18:46,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6., hostname=e611192d6313,37247,1731709111936, seqNum=2] 2024-11-15T22:18:46,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:18:46,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:18:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:18:47,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:18:47,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T22:18:47,223 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T22:18:47,263 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,37247,1731709111936, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:18:47,263 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:47,263 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37247,1731709111936, seqNum=-1] 2024-11-15T22:18:47,264 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:47,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-15T22:18:47,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e611192d6313,37247,1731709111936', locateType=CURRENT is [region=hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6., hostname=e611192d6313,37247,1731709111936, seqNum=2] 2024-11-15T22:18:47,273 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T22:18:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T22:18:47,275 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e611192d6313,37247,1731709111936 suceeded 2024-11-15T22:18:47,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T22:18:47,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-15T22:18:47,282 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e611192d6313:37297,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-15T22:18:47,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.7410 sec 2024-11-15T22:18:47,297 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:37297' 2024-11-15T22:18:47,298 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26cd6d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:47,298 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37297,-1 for getting cluster id 2024-11-15T22:18:47,298 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:47,299 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8cd586c-099d-4dbf-a4e5-fdda383ab73d' 2024-11-15T22:18:47,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:47,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8cd586c-099d-4dbf-a4e5-fdda383ab73d" 2024-11-15T22:18:47,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b9b78d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:47,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37297,-1] 2024-11-15T22:18:47,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:47,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:47,304 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:47,305 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3124c05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:47,305 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:18:47,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,37297,1731709116133 2024-11-15T22:18:47,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d3ab2a5 2024-11-15T22:18:47,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:18:47,308 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-15T22:18:47,314 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,37247,1731709111936 (queues=1) is replicating from cluster=530dd346-8ce9-4d5b-91dd-197222bd8b49 to cluster=e8cd586c-099d-4dbf-a4e5-fdda383ab73d 2024-11-15T22:18:47,314 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C37247%2C1731709111936 2024-11-15T22:18:47,314 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,37247,1731709111936, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:18:47,316 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020, startPosition=0, beingWritten=true 2024-11-15T22:18:47,320 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.shippere611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C37247%2C1731709111936 2024-11-15T22:18:47,331 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:18:47,331 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 379, reset compression=false 2024-11-15T22:18:47,331 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.shippere611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37247,1731709111936 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:18:47,557 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 379, reset compression=false 2024-11-15T22:18:47,877 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 379, reset compression=false 2024-11-15T22:18:48,340 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 379, reset compression=false 2024-11-15T22:18:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:18:48,736 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:18:48,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:18:48,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:48,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:48,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:48,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:18:48,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:48,744 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731709128742/Put/seqid=0 2024-11-15T22:18:48,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741840_1016 (size=7894) 2024-11-15T22:18:48,764 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f/f/hfile_1 is 34, key is ddd/f:row/1731709128762/Put/seqid=0 2024-11-15T22:18:48,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741841_1017 (size=7691) 2024-11-15T22:18:48,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f762071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:48,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,39081,-1 for getting cluster id 2024-11-15T22:18:48,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:48,799 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '530dd346-8ce9-4d5b-91dd-197222bd8b49' 2024-11-15T22:18:48,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "530dd346-8ce9-4d5b-91dd-197222bd8b49" 2024-11-15T22:18:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c49bbaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,39081,-1] 2024-11-15T22:18:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:48,802 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:48,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11486747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:48,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37247,1731709111936, seqNum=-1] 2024-11-15T22:18:48,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:48,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:18:48,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:18:48,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,39081,1731709111432 2024-11-15T22:18:48,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b41af58 2024-11-15T22:18:48,845 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 379, reset compression=false 2024-11-15T22:18:48,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:18:48,851 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:18:48,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a., hostname=e611192d6313,37247,1731709111936, seqNum=2] 2024-11-15T22:18:48,988 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T22:18:49,014 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T22:18:49,020 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T22:18:49,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f/f/hfile_1 for inclusion in a6a81e0e7f0f93466e8dbeaa3fb00a4a/f 2024-11-15T22:18:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T22:18:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:18:49,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f/f/hfile_0 for inclusion in a6a81e0e7f0f93466e8dbeaa3fb00a4a/f 2024-11-15T22:18:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T22:18:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:18:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HRegion(2603): Flush status journal for a6a81e0e7f0f93466e8dbeaa3fb00a4a: 2024-11-15T22:18:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f/f/hfile_1 to hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__pr4p95givbncao6qdl7rhqq0s6ukdc44jjq8v0u6ovfbc900c9jojhadfan07ik4/f/hfile_1 2024-11-15T22:18:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__pr4p95givbncao6qdl7rhqq0s6ukdc44jjq8v0u6ovfbc900c9jojhadfan07ik4/f/hfile_1 as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f/c971b4fe68a94ccba992d8f82cfa324a_SeqId_4_ 2024-11-15T22:18:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f/f/hfile_0 to hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__pr4p95givbncao6qdl7rhqq0s6ukdc44jjq8v0u6ovfbc900c9jojhadfan07ik4/f/hfile_0 2024-11-15T22:18:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__pr4p95givbncao6qdl7rhqq0s6ukdc44jjq8v0u6ovfbc900c9jojhadfan07ik4/f/hfile_0 as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f/49a7644ba73e4b2cbc4650b1d787f6c1_SeqId_4_ 2024-11-15T22:18:49,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__pr4p95givbncao6qdl7rhqq0s6ukdc44jjq8v0u6ovfbc900c9jojhadfan07ik4/f/hfile_1 into a6a81e0e7f0f93466e8dbeaa3fb00a4a/f as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f/c971b4fe68a94ccba992d8f82cfa324a_SeqId_4_ - updating store file list. 2024-11-15T22:18:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c971b4fe68a94ccba992d8f82cfa324a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:18:49,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f/c971b4fe68a94ccba992d8f82cfa324a_SeqId_4_ into a6a81e0e7f0f93466e8dbeaa3fb00a4a/f 2024-11-15T22:18:49,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__pr4p95givbncao6qdl7rhqq0s6ukdc44jjq8v0u6ovfbc900c9jojhadfan07ik4/f/hfile_1 into a6a81e0e7f0f93466e8dbeaa3fb00a4a/f (new location: hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f/c971b4fe68a94ccba992d8f82cfa324a_SeqId_4_) 2024-11-15T22:18:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__pr4p95givbncao6qdl7rhqq0s6ukdc44jjq8v0u6ovfbc900c9jojhadfan07ik4/f/hfile_1 2024-11-15T22:18:49,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__pr4p95givbncao6qdl7rhqq0s6ukdc44jjq8v0u6ovfbc900c9jojhadfan07ik4/f/hfile_0 into a6a81e0e7f0f93466e8dbeaa3fb00a4a/f as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f/49a7644ba73e4b2cbc4650b1d787f6c1_SeqId_4_ - updating store file list. 2024-11-15T22:18:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 49a7644ba73e4b2cbc4650b1d787f6c1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:18:49,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f/49a7644ba73e4b2cbc4650b1d787f6c1_SeqId_4_ into a6a81e0e7f0f93466e8dbeaa3fb00a4a/f 2024-11-15T22:18:49,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__pr4p95givbncao6qdl7rhqq0s6ukdc44jjq8v0u6ovfbc900c9jojhadfan07ik4/f/hfile_0 into a6a81e0e7f0f93466e8dbeaa3fb00a4a/f (new location: hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f/49a7644ba73e4b2cbc4650b1d787f6c1_SeqId_4_) 2024-11-15T22:18:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__pr4p95givbncao6qdl7rhqq0s6ukdc44jjq8v0u6ovfbc900c9jojhadfan07ik4/f/hfile_0 2024-11-15T22:18:49,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:18:49,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:49,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:49,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:49,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:49,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:18:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a., hostname=e611192d6313,37247,1731709111936, seqNum=2 , the old value is region=test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a., hostname=e611192d6313,37247,1731709111936, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e611192d6313:37247 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T22:18:49,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a., hostname=e611192d6313,37247,1731709111936, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T22:18:49,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a., hostname=e611192d6313,37247,1731709111936, seqNum=2 from cache 2024-11-15T22:18:49,319 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T22:18:49,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,42379,1731709116898, seqNum=-1] 2024-11-15T22:18:49,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:49,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:18:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb., hostname=e611192d6313,42379,1731709116898, seqNum=2] 2024-11-15T22:18:49,326 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T22:18:49,428 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:37247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T22:18:49,457 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 379, reset compression=false 2024-11-15T22:18:49,466 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:18:49,466 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.shippere611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37247,1731709111936 got entry batch from reader: WALEntryBatch [walEntries=[{test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731709129307/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T22:18:49,494 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.shippere611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:18:49,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-15T22:18:49,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.ReplicationSink(318): Replicating [530dd346-8ce9-4d5b-91dd-197222bd8b49] bulk loaded data 2024-11-15T22:18:49,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@471550f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:49,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37297,-1 for getting cluster id 2024-11-15T22:18:49,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:49,502 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8cd586c-099d-4dbf-a4e5-fdda383ab73d' 2024-11-15T22:18:49,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:49,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8cd586c-099d-4dbf-a4e5-fdda383ab73d" 2024-11-15T22:18:49,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29074c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:49,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37297,-1] 2024-11-15T22:18:49,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:49,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:49,505 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:49,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@575fdaf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:49,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741837_1013 (size=7691) 2024-11-15T22:18:49,667 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 687, reset compression=false 2024-11-15T22:18:49,971 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 687, reset compression=false 2024-11-15T22:18:50,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741838_1014 (size=7894) 2024-11-15T22:18:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T22:18:50,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T22:18:50,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T22:18:50,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T22:18:50,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:18:50,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T22:18:50,328 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T22:18:50,375 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 687, reset compression=false 2024-11-15T22:18:50,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:18:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,37297,1731709116133 2024-11-15T22:18:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50cb3bfd 2024-11-15T22:18:50,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:18:50,416 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-15T22:18:50,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T22:18:50,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:50,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,42379,1731709116898, seqNum=-1] 2024-11-15T22:18:50,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:50,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-15T22:18:50,435 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/staging/jenkins.hfs.6__test__knt3qvehoais1vlboslmh15nm534dmftpgh9tgmshk5b1hon0qm908ejt4beai4n/f/49a7644ba73e4b2cbc4650b1d787f6c1_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T22:18:50,441 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/staging/jenkins.hfs.6__test__knt3qvehoais1vlboslmh15nm534dmftpgh9tgmshk5b1hon0qm908ejt4beai4n/f/c971b4fe68a94ccba992d8f82cfa324a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T22:18:50,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/staging/jenkins.hfs.6__test__knt3qvehoais1vlboslmh15nm534dmftpgh9tgmshk5b1hon0qm908ejt4beai4n/f/49a7644ba73e4b2cbc4650b1d787f6c1_SeqId_4_ for inclusion in eb1bb49a768ba09df1a230dc3b8d61cb/f 2024-11-15T22:18:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T22:18:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:18:50,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/staging/jenkins.hfs.6__test__knt3qvehoais1vlboslmh15nm534dmftpgh9tgmshk5b1hon0qm908ejt4beai4n/f/c971b4fe68a94ccba992d8f82cfa324a_SeqId_4_ for inclusion in eb1bb49a768ba09df1a230dc3b8d61cb/f 2024-11-15T22:18:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T22:18:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:18:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HRegion(2603): Flush status journal for eb1bb49a768ba09df1a230dc3b8d61cb: 2024-11-15T22:18:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 49a7644ba73e4b2cbc4650b1d787f6c1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T22:18:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/staging/jenkins.hfs.6__test__knt3qvehoais1vlboslmh15nm534dmftpgh9tgmshk5b1hon0qm908ejt4beai4n/f/49a7644ba73e4b2cbc4650b1d787f6c1_SeqId_4_ as hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/default/test/eb1bb49a768ba09df1a230dc3b8d61cb/f/41544a28a3a64e25939489e49cd5e369_SeqId_4_ 2024-11-15T22:18:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c971b4fe68a94ccba992d8f82cfa324a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T22:18:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/staging/jenkins.hfs.6__test__knt3qvehoais1vlboslmh15nm534dmftpgh9tgmshk5b1hon0qm908ejt4beai4n/f/c971b4fe68a94ccba992d8f82cfa324a_SeqId_4_ as hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/default/test/eb1bb49a768ba09df1a230dc3b8d61cb/f/7d022cf3e2eb4a2984d60913143525a5_SeqId_4_ 2024-11-15T22:18:50,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/staging/jenkins.hfs.6__test__knt3qvehoais1vlboslmh15nm534dmftpgh9tgmshk5b1hon0qm908ejt4beai4n/f/49a7644ba73e4b2cbc4650b1d787f6c1_SeqId_4_ into eb1bb49a768ba09df1a230dc3b8d61cb/f as hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/default/test/eb1bb49a768ba09df1a230dc3b8d61cb/f/41544a28a3a64e25939489e49cd5e369_SeqId_4_ - updating store file list. 2024-11-15T22:18:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 41544a28a3a64e25939489e49cd5e369_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:18:50,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/default/test/eb1bb49a768ba09df1a230dc3b8d61cb/f/41544a28a3a64e25939489e49cd5e369_SeqId_4_ into eb1bb49a768ba09df1a230dc3b8d61cb/f 2024-11-15T22:18:50,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/staging/jenkins.hfs.6__test__knt3qvehoais1vlboslmh15nm534dmftpgh9tgmshk5b1hon0qm908ejt4beai4n/f/49a7644ba73e4b2cbc4650b1d787f6c1_SeqId_4_ into eb1bb49a768ba09df1a230dc3b8d61cb/f (new location: hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/default/test/eb1bb49a768ba09df1a230dc3b8d61cb/f/41544a28a3a64e25939489e49cd5e369_SeqId_4_) 2024-11-15T22:18:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/staging/jenkins.hfs.6__test__knt3qvehoais1vlboslmh15nm534dmftpgh9tgmshk5b1hon0qm908ejt4beai4n/f/49a7644ba73e4b2cbc4650b1d787f6c1_SeqId_4_ 2024-11-15T22:18:50,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/staging/jenkins.hfs.6__test__knt3qvehoais1vlboslmh15nm534dmftpgh9tgmshk5b1hon0qm908ejt4beai4n/f/c971b4fe68a94ccba992d8f82cfa324a_SeqId_4_ into eb1bb49a768ba09df1a230dc3b8d61cb/f as hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/default/test/eb1bb49a768ba09df1a230dc3b8d61cb/f/7d022cf3e2eb4a2984d60913143525a5_SeqId_4_ - updating store file list. 2024-11-15T22:18:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d022cf3e2eb4a2984d60913143525a5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:18:50,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/default/test/eb1bb49a768ba09df1a230dc3b8d61cb/f/7d022cf3e2eb4a2984d60913143525a5_SeqId_4_ into eb1bb49a768ba09df1a230dc3b8d61cb/f 2024-11-15T22:18:50,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/staging/jenkins.hfs.6__test__knt3qvehoais1vlboslmh15nm534dmftpgh9tgmshk5b1hon0qm908ejt4beai4n/f/c971b4fe68a94ccba992d8f82cfa324a_SeqId_4_ into eb1bb49a768ba09df1a230dc3b8d61cb/f (new location: hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/default/test/eb1bb49a768ba09df1a230dc3b8d61cb/f/7d022cf3e2eb4a2984d60913143525a5_SeqId_4_) 2024-11-15T22:18:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/staging/jenkins.hfs.6__test__knt3qvehoais1vlboslmh15nm534dmftpgh9tgmshk5b1hon0qm908ejt4beai4n/f/c971b4fe68a94ccba992d8f82cfa324a_SeqId_4_ 2024-11-15T22:18:50,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42379 {}] regionserver.ReplicationSink(324): Finished replicating [530dd346-8ce9-4d5b-91dd-197222bd8b49] bulk loaded data 2024-11-15T22:18:50,882 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 687, reset compression=false 2024-11-15T22:18:51,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:18:51,358 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731709131357/Put/seqid=0 2024-11-15T22:18:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741842_1018 (size=7997) 2024-11-15T22:18:51,418 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731709131417/Put/seqid=0 2024-11-15T22:18:51,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741843_1019 (size=7794) 2024-11-15T22:18:51,496 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 687, reset compression=false 2024-11-15T22:18:51,610 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:18:51,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:51,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:51,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:51,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:18:51,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e27c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:51,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,39081,-1 for getting cluster id 2024-11-15T22:18:51,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:18:51,835 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '530dd346-8ce9-4d5b-91dd-197222bd8b49' 2024-11-15T22:18:51,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:18:51,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "530dd346-8ce9-4d5b-91dd-197222bd8b49" 2024-11-15T22:18:51,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fd1416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:51,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,39081,-1] 2024-11-15T22:18:51,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:18:51,838 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:18:51,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:51,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21328f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:18:51,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:51,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37247,1731709111936, seqNum=-1] 2024-11-15T22:18:51,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:51,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:18:51,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:18:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,39081,1731709111432 2024-11-15T22:18:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e771d3b 2024-11-15T22:18:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:18:51,857 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:18:51,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a., hostname=e611192d6313,37247,1731709111936, seqNum=2] 2024-11-15T22:18:51,869 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T22:18:51,880 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T22:18:51,883 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T22:18:51,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f1/f1/hfile_0 for inclusion in a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1 2024-11-15T22:18:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T22:18:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:18:51,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f1/f1/hfile_1 for inclusion in a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1 2024-11-15T22:18:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T22:18:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:18:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HRegion(2603): Flush status journal for a6a81e0e7f0f93466e8dbeaa3fb00a4a: 2024-11-15T22:18:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f1/f1/hfile_0 to hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__6n57pl08ilthnv1d01l32qpn2clenmpbhe5a1433352lnu6iqtdvhv9d9feck6rl/f1/hfile_0 2024-11-15T22:18:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__6n57pl08ilthnv1d01l32qpn2clenmpbhe5a1433352lnu6iqtdvhv9d9feck6rl/f1/hfile_0 as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1/214ba2492e6c4ef9be39ef6be695a337_SeqId_6_ 2024-11-15T22:18:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/load_f1/f1/hfile_1 to hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__6n57pl08ilthnv1d01l32qpn2clenmpbhe5a1433352lnu6iqtdvhv9d9feck6rl/f1/hfile_1 2024-11-15T22:18:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__6n57pl08ilthnv1d01l32qpn2clenmpbhe5a1433352lnu6iqtdvhv9d9feck6rl/f1/hfile_1 as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1/31172857ce1a497886e7ed4478fe7674_SeqId_6_ 2024-11-15T22:18:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-15T22:18:51,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__6n57pl08ilthnv1d01l32qpn2clenmpbhe5a1433352lnu6iqtdvhv9d9feck6rl/f1/hfile_0 into a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1 as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1/214ba2492e6c4ef9be39ef6be695a337_SeqId_6_ - updating store file list. 2024-11-15T22:18:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 214ba2492e6c4ef9be39ef6be695a337_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T22:18:51,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1/214ba2492e6c4ef9be39ef6be695a337_SeqId_6_ into a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1 2024-11-15T22:18:51,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__6n57pl08ilthnv1d01l32qpn2clenmpbhe5a1433352lnu6iqtdvhv9d9feck6rl/f1/hfile_0 into a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1 (new location: hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1/214ba2492e6c4ef9be39ef6be695a337_SeqId_6_) 2024-11-15T22:18:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__6n57pl08ilthnv1d01l32qpn2clenmpbhe5a1433352lnu6iqtdvhv9d9feck6rl/f1/hfile_0 2024-11-15T22:18:51,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__6n57pl08ilthnv1d01l32qpn2clenmpbhe5a1433352lnu6iqtdvhv9d9feck6rl/f1/hfile_1 into a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1 as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1/31172857ce1a497886e7ed4478fe7674_SeqId_6_ - updating store file list. 2024-11-15T22:18:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 31172857ce1a497886e7ed4478fe7674_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T22:18:51,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1/31172857ce1a497886e7ed4478fe7674_SeqId_6_ into a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1 2024-11-15T22:18:51,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__6n57pl08ilthnv1d01l32qpn2clenmpbhe5a1433352lnu6iqtdvhv9d9feck6rl/f1/hfile_1 into a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1 (new location: hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/f1/31172857ce1a497886e7ed4478fe7674_SeqId_6_) 2024-11-15T22:18:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/staging/jenkins__test__6n57pl08ilthnv1d01l32qpn2clenmpbhe5a1433352lnu6iqtdvhv9d9feck6rl/f1/hfile_1 2024-11-15T22:18:51,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:18:51,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:18:51,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:51,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:18:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a., hostname=e611192d6313,37247,1731709111936, seqNum=2 , the old value is region=test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a., hostname=e611192d6313,37247,1731709111936, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e611192d6313:37247 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T22:18:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a., hostname=e611192d6313,37247,1731709111936, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T22:18:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a., hostname=e611192d6313,37247,1731709111936, seqNum=2 from cache 2024-11-15T22:18:51,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:18:51,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:18:51,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37247,1731709111936, seqNum=-1] 2024-11-15T22:18:51,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:18:51,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:18:51,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a., hostname=e611192d6313,37247,1731709111936, seqNum=2] 2024-11-15T22:18:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37247: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:47614 deadline: 1731709191930 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:47614 2024-11-15T22:18:52,038 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:37247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T22:18:52,205 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 687, reset compression=false 2024-11-15T22:18:52,211 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:18:52,211 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:18:52,212 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.shippere611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37247,1731709111936 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:18:52,416 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:18:52,721 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:18:53,125 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:18:53,635 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:18:54,240 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:18:54,945 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:18:55,749 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:18:56,652 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:18:57,657 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:18:58,762 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:18:59,968 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:01,013 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T22:19:01,271 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:02,675 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:04,179 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:05,783 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:06,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T22:19:07,487 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:09,292 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:11,195 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:12,214 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.shippere611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37247,1731709111936 got entry batch from reader: null 2024-11-15T22:19:13,199 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:13,794 INFO [master/e611192d6313:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T22:19:13,794 INFO [master/e611192d6313:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T22:19:15,303 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:17,506 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:19,810 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:20,643 INFO [master/e611192d6313:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T22:19:20,643 INFO [master/e611192d6313:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T22:19:22,214 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:24,718 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:26,547 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a6a81e0e7f0f93466e8dbeaa3fb00a4a, had cached 0 bytes from a total of 31376 2024-11-15T22:19:27,321 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:28,253 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region eb1bb49a768ba09df1a230dc3b8d61cb, had cached 0 bytes from a total of 15585 2024-11-15T22:19:30,025 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:31,014 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T22:19:32,214 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.shippere611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37247,1731709111936 got entry batch from reader: null 2024-11-15T22:19:32,830 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:33,755 DEBUG [master/e611192d6313:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T22:19:35,734 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:36,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T22:19:38,761 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:41,877 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:45,082 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:48,386 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:19:51,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:19:51,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:19:51,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:19:51,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:19:51,980 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:19:51,980 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1414959846, stopped=false 2024-11-15T22:19:51,980 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,37297,1731709116133 2024-11-15T22:19:51,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:19:52,068 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:52,215 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.shippere611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37247,1731709111936 got entry batch from reader: null 2024-11-15T22:19:52,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2022616640/running 2024-11-15T22:19:52,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2022616640/running 2024-11-15T22:19:52,479 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:19:52,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640 2024-11-15T22:19:52,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640 2024-11-15T22:19:52,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:19:52,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:19:52,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:19:52,480 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,42379,1731709116898' ***** 2024-11-15T22:19:52,480 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:19:52,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Set watcher on znode that does not yet exist, /1-2022616640/running 2024-11-15T22:19:52,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Set watcher on znode that does not yet exist, /1-2022616640/running 2024-11-15T22:19:52,480 INFO [RS:0;e611192d6313:42379 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:19:52,480 INFO [RS:0;e611192d6313:42379 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:19:52,480 INFO [RS:0;e611192d6313:42379 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:19:52,480 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:19:52,481 INFO [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(3091): Received CLOSE for eb1bb49a768ba09df1a230dc3b8d61cb 2024-11-15T22:19:52,481 INFO [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(959): stopping server e611192d6313,42379,1731709116898 2024-11-15T22:19:52,481 INFO [RS:0;e611192d6313:42379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:19:52,481 INFO [RS:0;e611192d6313:42379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:42379. 2024-11-15T22:19:52,481 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb1bb49a768ba09df1a230dc3b8d61cb, disabling compactions & flushes 2024-11-15T22:19:52,481 DEBUG [RS:0;e611192d6313:42379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:19:52,481 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb. 2024-11-15T22:19:52,481 DEBUG [RS:0;e611192d6313:42379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:19:52,481 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb. 2024-11-15T22:19:52,481 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb. after waiting 0 ms 2024-11-15T22:19:52,481 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb. 2024-11-15T22:19:52,481 INFO [RS:0;e611192d6313:42379 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:19:52,481 INFO [RS:0;e611192d6313:42379 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:19:52,481 INFO [RS:0;e611192d6313:42379 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:19:52,481 INFO [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:19:52,481 INFO [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:19:52,481 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1325): Online Regions={eb1bb49a768ba09df1a230dc3b8d61cb=test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:19:52,482 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb1bb49a768ba09df1a230dc3b8d61cb 2024-11-15T22:19:52,482 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:19:52,482 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:19:52,482 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:19:52,482 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:19:52,482 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:19:52,482 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T22:19:52,488 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/default/test/eb1bb49a768ba09df1a230dc3b8d61cb/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T22:19:52,489 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:19:52,489 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:19:52,489 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb. 2024-11-15T22:19:52,489 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb1bb49a768ba09df1a230dc3b8d61cb: Waiting for close lock at 1731709192481Running coprocessor pre-close hooks at 1731709192481Disabling compacts and flushes for region at 1731709192481Disabling writes for close at 1731709192481Writing region close event to WAL at 1731709192482 (+1 ms)Running coprocessor post-close hooks at 1731709192489 (+7 ms)Closed at 1731709192489 2024-11-15T22:19:52,489 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb. 2024-11-15T22:19:52,498 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/.tmp/info/b36d89b91065478d9e602392edfab5ab is 129, key is test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb./info:regioninfo/1731709123360/Put/seqid=0 2024-11-15T22:19:52,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741839_1015 (size=6421) 2024-11-15T22:19:52,554 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:19:52,682 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:19:52,882 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:19:52,903 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/.tmp/info/b36d89b91065478d9e602392edfab5ab 2024-11-15T22:19:52,922 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/.tmp/ns/068e8bd4a3c5423d8ebe608e1756563b is 43, key is default/ns:d/1731709120361/Put/seqid=0 2024-11-15T22:19:52,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741840_1016 (size=5153) 2024-11-15T22:19:53,082 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:19:53,282 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:19:53,327 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/.tmp/ns/068e8bd4a3c5423d8ebe608e1756563b 2024-11-15T22:19:53,351 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/.tmp/rep_barrier/caf884e85d47463c8aa88a78ccb28cf2 is 112, key is test,,1731709121805.eb1bb49a768ba09df1a230dc3b8d61cb./rep_barrier:seqnumDuringOpen/1731709123360/Put/seqid=0 2024-11-15T22:19:53,353 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:19:53,354 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:19:53,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741841_1017 (size=5518) 2024-11-15T22:19:53,483 INFO [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:19:53,483 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:19:53,483 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:19:53,683 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:19:53,755 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/.tmp/rep_barrier/caf884e85d47463c8aa88a78ccb28cf2 2024-11-15T22:19:53,774 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/.tmp/table/98745ea7faa148ae885b017543922e14 is 40, key is test/table:state/1731709123541/Put/seqid=0 2024-11-15T22:19:53,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741842_1018 (size=5165) 2024-11-15T22:19:53,883 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:19:54,083 DEBUG [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:19:54,178 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/.tmp/table/98745ea7faa148ae885b017543922e14 2024-11-15T22:19:54,184 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/.tmp/info/b36d89b91065478d9e602392edfab5ab as hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/info/b36d89b91065478d9e602392edfab5ab 2024-11-15T22:19:54,189 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/info/b36d89b91065478d9e602392edfab5ab, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T22:19:54,190 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/.tmp/ns/068e8bd4a3c5423d8ebe608e1756563b as hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/ns/068e8bd4a3c5423d8ebe608e1756563b 2024-11-15T22:19:54,196 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/ns/068e8bd4a3c5423d8ebe608e1756563b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T22:19:54,197 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/.tmp/rep_barrier/caf884e85d47463c8aa88a78ccb28cf2 as hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/rep_barrier/caf884e85d47463c8aa88a78ccb28cf2 2024-11-15T22:19:54,203 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/rep_barrier/caf884e85d47463c8aa88a78ccb28cf2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T22:19:54,203 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/.tmp/table/98745ea7faa148ae885b017543922e14 as hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/table/98745ea7faa148ae885b017543922e14 2024-11-15T22:19:54,209 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/table/98745ea7faa148ae885b017543922e14, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T22:19:54,210 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false 2024-11-15T22:19:54,216 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T22:19:54,217 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:19:54,217 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:19:54,217 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:19:54,217 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709192482Running coprocessor pre-close hooks at 1731709192482Disabling compacts and flushes for region at 1731709192482Disabling writes for close at 1731709192482Obtaining lock to block concurrent updates at 1731709192482Preparing flush snapshotting stores in 1588230740 at 1731709192482Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731709192482Flushing stores of hbase:meta,,1.1588230740 at 1731709192483 (+1 ms)Flushing 1588230740/info: creating writer at 1731709192483Flushing 1588230740/info: appending metadata at 1731709192498 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731709192498Flushing 1588230740/ns: creating writer at 1731709192908 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731709192921 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731709192921Flushing 1588230740/rep_barrier: creating writer at 1731709193332 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731709193350 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731709193350Flushing 1588230740/table: creating writer at 1731709193760 (+410 ms)Flushing 1588230740/table: appending metadata at 1731709193774 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731709193774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18cee88b: reopening flushed file at 1731709194183 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@585ba2cf: reopening flushed file at 1731709194190 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6089da6e: reopening flushed file at 1731709194196 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af84007: reopening flushed file at 1731709194203 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false at 1731709194210 (+7 ms)Writing region close event to WAL at 1731709194212 (+2 ms)Running coprocessor post-close hooks at 1731709194217 (+5 ms)Closed at 1731709194217 2024-11-15T22:19:54,217 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:19:54,283 INFO [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(976): stopping server e611192d6313,42379,1731709116898; all regions closed. 2024-11-15T22:19:54,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741834_1010 (size=2717) 2024-11-15T22:19:54,286 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/WALs/e611192d6313,42379,1731709116898/e611192d6313%2C42379%2C1731709116898.meta.1731709120125.meta not finished, retry = 0 2024-11-15T22:19:54,388 DEBUG [RS:0;e611192d6313:42379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/oldWALs 2024-11-15T22:19:54,388 INFO [RS:0;e611192d6313:42379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C42379%2C1731709116898.meta:.meta(num 1731709120125) 2024-11-15T22:19:54,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741833_1009 (size=1028) 2024-11-15T22:19:54,390 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/WALs/e611192d6313,42379,1731709116898/e611192d6313%2C42379%2C1731709116898.1731709119577 not finished, retry = 0 2024-11-15T22:19:54,493 DEBUG [RS:0;e611192d6313:42379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/oldWALs 2024-11-15T22:19:54,493 INFO [RS:0;e611192d6313:42379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C42379%2C1731709116898:(num 1731709119577) 2024-11-15T22:19:54,493 DEBUG [RS:0;e611192d6313:42379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:19:54,493 INFO [RS:0;e611192d6313:42379 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:19:54,493 INFO [RS:0;e611192d6313:42379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:19:54,493 INFO [RS:0;e611192d6313:42379 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:19:54,493 INFO [RS:0;e611192d6313:42379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:19:54,493 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:19:54,494 INFO [RS:0;e611192d6313:42379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:42379. 2024-11-15T22:19:54,494 DEBUG [RS:0;e611192d6313:42379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:19:54,494 DEBUG [RS:0;e611192d6313:42379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:19:54,494 DEBUG [RS:0;e611192d6313:42379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:19:54,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:19:54,494 INFO [RS:0;e611192d6313:42379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42379 2024-11-15T22:19:54,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2022616640/rs/e611192d6313,42379,1731709116898 2024-11-15T22:19:54,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640/rs 2024-11-15T22:19:54,863 INFO [RS:0;e611192d6313:42379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:19:55,217 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,42379,1731709116898] 2024-11-15T22:19:55,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:19:55,317 INFO [RS:0;e611192d6313:42379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:19:55,317 INFO [RS:0;e611192d6313:42379 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,42379,1731709116898; zookeeper connection closed. 2024-11-15T22:19:55,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42379-0x1014093fd5d0004, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:19:55,318 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@122cabb2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@122cabb2 2024-11-15T22:19:55,318 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:19:55,517 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2022616640/draining/e611192d6313,42379,1731709116898 already deleted, retry=false 2024-11-15T22:19:55,517 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,42379,1731709116898 expired; onlineServers=0 2024-11-15T22:19:55,517 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,37297,1731709116133' ***** 2024-11-15T22:19:55,517 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:19:55,517 INFO [M:0;e611192d6313:37297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:19:55,518 INFO [M:0;e611192d6313:37297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:19:55,518 DEBUG [M:0;e611192d6313:37297 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:19:55,518 DEBUG [M:0;e611192d6313:37297 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:19:55,518 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:19:55,518 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709119164 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709119164,5,FailOnTimeoutGroup] 2024-11-15T22:19:55,518 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709119168 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709119168,5,FailOnTimeoutGroup] 2024-11-15T22:19:55,518 INFO [M:0;e611192d6313:37297 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:19:55,518 INFO [M:0;e611192d6313:37297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:19:55,518 DEBUG [M:0;e611192d6313:37297 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:19:55,518 INFO [M:0;e611192d6313:37297 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:19:55,518 INFO [M:0;e611192d6313:37297 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:19:55,518 INFO [M:0;e611192d6313:37297 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:19:55,519 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:19:55,584 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:55,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2022616640/master 2024-11-15T22:19:55,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2022616640 2024-11-15T22:19:55,827 DEBUG [M:0;e611192d6313:37297 {}] zookeeper.ZKUtil(347): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Unable to get data of znode /1-2022616640/master because node does not exist (not an error) 2024-11-15T22:19:55,827 WARN [M:0;e611192d6313:37297 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:19:55,828 INFO [M:0;e611192d6313:37297 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/.lastflushedseqids 2024-11-15T22:19:55,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741843_1019 (size=173) 2024-11-15T22:19:56,233 INFO [M:0;e611192d6313:37297 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:19:56,234 INFO [M:0;e611192d6313:37297 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:19:56,234 DEBUG [M:0;e611192d6313:37297 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:19:56,234 INFO [M:0;e611192d6313:37297 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:19:56,234 DEBUG [M:0;e611192d6313:37297 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:19:56,234 DEBUG [M:0;e611192d6313:37297 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:19:56,234 DEBUG [M:0;e611192d6313:37297 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:19:56,234 INFO [M:0;e611192d6313:37297 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-15T22:19:56,249 DEBUG [M:0;e611192d6313:37297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c026374983df483e8d32e5da0fb9c63c is 82, key is hbase:meta,,1/info:regioninfo/1731709120259/Put/seqid=0 2024-11-15T22:19:56,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741844_1020 (size=5672) 2024-11-15T22:19:56,656 INFO [M:0;e611192d6313:37297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c026374983df483e8d32e5da0fb9c63c 2024-11-15T22:19:56,674 DEBUG [M:0;e611192d6313:37297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95506d8556064470bf58071212561d7a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731709123547/Put/seqid=0 2024-11-15T22:19:56,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741845_1021 (size=6727) 2024-11-15T22:19:57,078 INFO [M:0;e611192d6313:37297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95506d8556064470bf58071212561d7a 2024-11-15T22:19:57,082 INFO [M:0;e611192d6313:37297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95506d8556064470bf58071212561d7a 2024-11-15T22:19:57,100 DEBUG [M:0;e611192d6313:37297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcf3b67cc8ee40ff863985c941c8088e is 69, key is e611192d6313,42379,1731709116898/rs:state/1731709119215/Put/seqid=0 2024-11-15T22:19:57,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741846_1022 (size=5156) 2024-11-15T22:19:57,504 INFO [M:0;e611192d6313:37297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcf3b67cc8ee40ff863985c941c8088e 2024-11-15T22:19:57,510 DEBUG [M:0;e611192d6313:37297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c026374983df483e8d32e5da0fb9c63c as hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c026374983df483e8d32e5da0fb9c63c 2024-11-15T22:19:57,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:19:57,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:19:57,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:19:57,515 INFO [M:0;e611192d6313:37297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c026374983df483e8d32e5da0fb9c63c, entries=8, sequenceid=58, filesize=5.5 K 2024-11-15T22:19:57,516 DEBUG [M:0;e611192d6313:37297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95506d8556064470bf58071212561d7a as hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95506d8556064470bf58071212561d7a 2024-11-15T22:19:57,520 INFO [M:0;e611192d6313:37297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95506d8556064470bf58071212561d7a 2024-11-15T22:19:57,520 INFO [M:0;e611192d6313:37297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95506d8556064470bf58071212561d7a, entries=6, sequenceid=58, filesize=6.6 K 2024-11-15T22:19:57,521 DEBUG [M:0;e611192d6313:37297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcf3b67cc8ee40ff863985c941c8088e as hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcf3b67cc8ee40ff863985c941c8088e 2024-11-15T22:19:57,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:19:57,526 INFO [M:0;e611192d6313:37297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcf3b67cc8ee40ff863985c941c8088e, entries=1, sequenceid=58, filesize=5.0 K 2024-11-15T22:19:57,527 INFO [M:0;e611192d6313:37297 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false 2024-11-15T22:19:57,528 INFO [M:0;e611192d6313:37297 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:19:57,528 DEBUG [M:0;e611192d6313:37297 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709196234Disabling compacts and flushes for region at 1731709196234Disabling writes for close at 1731709196234Obtaining lock to block concurrent updates at 1731709196234Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709196234Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731709196235 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709196235Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709196235Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709196249 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709196249Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709196660 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709196673 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709196673Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709197083 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709197100 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709197100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@385384d6: reopening flushed file at 1731709197509 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f67ed51: reopening flushed file at 1731709197515 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bda84e1: reopening flushed file at 1731709197520 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false at 1731709197527 (+7 ms)Writing region close event to WAL at 1731709197528 (+1 ms)Closed at 1731709197528 2024-11-15T22:19:57,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741830_1006 (size=33026) 2024-11-15T22:19:57,530 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4879aabe-b7c8-0b71-1fec-8ee0fbd26af5/MasterData/WALs/e611192d6313,37297,1731709116133/e611192d6313%2C37297%2C1731709116133.1731709118323 not finished, retry = 0 2024-11-15T22:19:57,631 INFO [M:0;e611192d6313:37297 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:19:57,631 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:19:57,631 INFO [M:0;e611192d6313:37297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37297 2024-11-15T22:19:57,632 INFO [M:0;e611192d6313:37297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:19:57,967 INFO [M:0;e611192d6313:37297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:19:57,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:19:57,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x1014093fd5d0003, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:19:58,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:19:58,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47a9163a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:19:58,049 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b7f977e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:19:58,049 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:19:58,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72fb3710{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:19:58,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c2cc2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/hadoop.log.dir/,STOPPED} 2024-11-15T22:19:58,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:19:58,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:19:58,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:19:58,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:19:58,075 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:19:58,075 WARN [BP-1867566249-172.17.0.3-1731709113902 heartbeating to localhost/127.0.0.1:34857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:19:58,075 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:19:58,075 WARN [BP-1867566249-172.17.0.3-1731709113902 heartbeating to localhost/127.0.0.1:34857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1867566249-172.17.0.3-1731709113902 (Datanode Uuid ce913b57-7d12-4931-a909-61d506c70eff) service to localhost/127.0.0.1:34857 2024-11-15T22:19:58,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/cluster_63f46dd6-7f28-6f6c-9317-931f5baf557a/data/data1/current/BP-1867566249-172.17.0.3-1731709113902 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:19:58,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/cluster_63f46dd6-7f28-6f6c-9317-931f5baf557a/data/data2/current/BP-1867566249-172.17.0.3-1731709113902 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:19:58,077 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:19:58,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1583c470{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:19:58,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@697145a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:19:58,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:19:58,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@553d317f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:19:58,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@509200e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/hadoop.log.dir/,STOPPED} 2024-11-15T22:19:58,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:19:58,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:19:58,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:19:58,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:19:58,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:19:59,189 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.1731709113020 to pos 997, reset compression=false 2024-11-15T22:19:59,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:19:59,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:19:59,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:19:59,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=39837571, stopped=false 2024-11-15T22:19:59,191 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,39081,1731709111432 2024-11-15T22:19:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01608227596/running 2024-11-15T22:19:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01608227596/running 2024-11-15T22:19:59,552 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:19:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:19:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:19:59,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:19:59,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:19:59,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:19:59,553 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,37247,1731709111936' ***** 2024-11-15T22:19:59,553 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:19:59,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Set watcher on znode that does not yet exist, /01608227596/running 2024-11-15T22:19:59,553 INFO [RS:0;e611192d6313:37247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:19:59,553 INFO [RS:0;e611192d6313:37247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:19:59,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Set watcher on znode that does not yet exist, /01608227596/running 2024-11-15T22:19:59,553 INFO [RS:0;e611192d6313:37247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:19:59,553 INFO [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d56b645f5997313003c98573d3fb2f6 2024-11-15T22:19:59,553 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:19:59,553 INFO [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(3091): Received CLOSE for a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:19:59,553 INFO [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(959): stopping server e611192d6313,37247,1731709111936 2024-11-15T22:19:59,553 INFO [RS:0;e611192d6313:37247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:19:59,553 INFO [RS:0;e611192d6313:37247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:37247. 2024-11-15T22:19:59,553 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d56b645f5997313003c98573d3fb2f6, disabling compactions & flushes 2024-11-15T22:19:59,553 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. 2024-11-15T22:19:59,554 DEBUG [RS:0;e611192d6313:37247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:19:59,554 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. 2024-11-15T22:19:59,554 DEBUG [RS:0;e611192d6313:37247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:19:59,554 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. after waiting 0 ms 2024-11-15T22:19:59,554 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. 2024-11-15T22:19:59,554 INFO [RS:0;e611192d6313:37247 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:19:59,554 INFO [RS:0;e611192d6313:37247 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:19:59,554 INFO [RS:0;e611192d6313:37247 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:19:59,554 INFO [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:19:59,554 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d56b645f5997313003c98573d3fb2f6 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-15T22:19:59,554 INFO [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T22:19:59,554 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1325): Online Regions={0d56b645f5997313003c98573d3fb2f6=hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6., 1588230740=hbase:meta,,1.1588230740, a6a81e0e7f0f93466e8dbeaa3fb00a4a=test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a.} 2024-11-15T22:19:59,554 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1351): Waiting on 0d56b645f5997313003c98573d3fb2f6, 1588230740, a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:19:59,554 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:19:59,554 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:19:59,554 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:19:59,554 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:19:59,554 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:19:59,554 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T22:19:59,571 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/replication/0d56b645f5997313003c98573d3fb2f6/.tmp/hfileref/3f655d0fa78d497682ab94ba515e9f11 is 74, key is 1/hfileref:49a7644ba73e4b2cbc4650b1d787f6c1_SeqId_4_/1731709130480/DeleteColumn/seqid=0 2024-11-15T22:19:59,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741844_1020 (size=5203) 2024-11-15T22:19:59,576 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/.tmp/info/3c6fd5bc877442e191a050c79ba8bc79 is 147, key is hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6./info:regioninfo/1731709126143/Put/seqid=0 2024-11-15T22:19:59,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741845_1021 (size=7686) 2024-11-15T22:19:59,589 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:19:59,754 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1351): Waiting on 0d56b645f5997313003c98573d3fb2f6, 1588230740, a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:19:59,877 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:19:59,878 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:19:59,954 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1351): Waiting on 0d56b645f5997313003c98573d3fb2f6, 1588230740, a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:19:59,975 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/replication/0d56b645f5997313003c98573d3fb2f6/.tmp/hfileref/3f655d0fa78d497682ab94ba515e9f11 2024-11-15T22:19:59,981 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/.tmp/info/3c6fd5bc877442e191a050c79ba8bc79 2024-11-15T22:19:59,998 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/.tmp/ns/189b6cbf2072483e801ddfe5864a8cfb is 43, key is default/ns:d/1731709113735/Put/seqid=0 2024-11-15T22:19:59,999 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/replication/0d56b645f5997313003c98573d3fb2f6/.tmp/queue/c58c3eaedd8d43428a6f14cd9acaac84 is 153, key is 1-e611192d6313,37247,1731709111936/queue:e611192d6313%2C37247%2C1731709111936/1731709132213/Put/seqid=0 2024-11-15T22:20:00,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741846_1022 (size=5153) 2024-11-15T22:20:00,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741847_1023 (size=5352) 2024-11-15T22:20:00,155 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1351): Waiting on 0d56b645f5997313003c98573d3fb2f6, 1588230740, a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:20:00,355 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1351): Waiting on 0d56b645f5997313003c98573d3fb2f6, 1588230740, a6a81e0e7f0f93466e8dbeaa3fb00a4a 2024-11-15T22:20:00,402 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/.tmp/ns/189b6cbf2072483e801ddfe5864a8cfb 2024-11-15T22:20:00,402 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/replication/0d56b645f5997313003c98573d3fb2f6/.tmp/queue/c58c3eaedd8d43428a6f14cd9acaac84 2024-11-15T22:20:00,408 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/replication/0d56b645f5997313003c98573d3fb2f6/.tmp/hfileref/3f655d0fa78d497682ab94ba515e9f11 as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/replication/0d56b645f5997313003c98573d3fb2f6/hfileref/3f655d0fa78d497682ab94ba515e9f11 2024-11-15T22:20:00,414 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/replication/0d56b645f5997313003c98573d3fb2f6/hfileref/3f655d0fa78d497682ab94ba515e9f11, entries=2, sequenceid=10, filesize=5.1 K 2024-11-15T22:20:00,415 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/replication/0d56b645f5997313003c98573d3fb2f6/.tmp/queue/c58c3eaedd8d43428a6f14cd9acaac84 as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/replication/0d56b645f5997313003c98573d3fb2f6/queue/c58c3eaedd8d43428a6f14cd9acaac84 2024-11-15T22:20:00,421 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/replication/0d56b645f5997313003c98573d3fb2f6/queue/c58c3eaedd8d43428a6f14cd9acaac84, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T22:20:00,422 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0d56b645f5997313003c98573d3fb2f6 in 868ms, sequenceid=10, compaction requested=false 2024-11-15T22:20:00,424 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/.tmp/rep_barrier/3a4800552d584eb0abba74afc2483a8d is 112, key is test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a./rep_barrier:seqnumDuringOpen/1731709121655/Put/seqid=0 2024-11-15T22:20:00,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741848_1024 (size=5518) 2024-11-15T22:20:00,428 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/replication/0d56b645f5997313003c98573d3fb2f6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T22:20:00,428 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:20:00,428 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:20:00,428 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. 2024-11-15T22:20:00,429 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d56b645f5997313003c98573d3fb2f6: Waiting for close lock at 1731709199553Running coprocessor pre-close hooks at 1731709199553Disabling compacts and flushes for region at 1731709199553Disabling writes for close at 1731709199554 (+1 ms)Obtaining lock to block concurrent updates at 1731709199554Preparing flush snapshotting stores in 0d56b645f5997313003c98573d3fb2f6 at 1731709199554Finished memstore snapshotting hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731709199554Flushing stores of hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. at 1731709199555 (+1 ms)Flushing 0d56b645f5997313003c98573d3fb2f6/hfileref: creating writer at 1731709199555Flushing 0d56b645f5997313003c98573d3fb2f6/hfileref: appending metadata at 1731709199571 (+16 ms)Flushing 0d56b645f5997313003c98573d3fb2f6/hfileref: closing flushed file at 1731709199571Flushing 0d56b645f5997313003c98573d3fb2f6/queue: creating writer at 1731709199981 (+410 ms)Flushing 0d56b645f5997313003c98573d3fb2f6/queue: appending metadata at 1731709199998 (+17 ms)Flushing 0d56b645f5997313003c98573d3fb2f6/queue: closing flushed file at 1731709199998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3ccea: reopening flushed file at 1731709200407 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4e1c7e: reopening flushed file at 1731709200414 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0d56b645f5997313003c98573d3fb2f6 in 868ms, sequenceid=10, compaction requested=false at 1731709200422 (+8 ms)Writing region close event to WAL at 1731709200425 (+3 ms)Running coprocessor post-close hooks at 1731709200428 (+3 ms)Closed at 1731709200428 2024-11-15T22:20:00,429 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731709124569.0d56b645f5997313003c98573d3fb2f6. 2024-11-15T22:20:00,429 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6a81e0e7f0f93466e8dbeaa3fb00a4a, disabling compactions & flushes 2024-11-15T22:20:00,429 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a. 2024-11-15T22:20:00,429 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a. 2024-11-15T22:20:00,429 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a. after waiting 0 ms 2024-11-15T22:20:00,429 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a. 2024-11-15T22:20:00,432 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/default/test/a6a81e0e7f0f93466e8dbeaa3fb00a4a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T22:20:00,433 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:20:00,433 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:20:00,433 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a. 2024-11-15T22:20:00,433 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6a81e0e7f0f93466e8dbeaa3fb00a4a: Waiting for close lock at 1731709200429Running coprocessor pre-close hooks at 1731709200429Disabling compacts and flushes for region at 1731709200429Disabling writes for close at 1731709200429Writing region close event to WAL at 1731709200430 (+1 ms)Running coprocessor post-close hooks at 1731709200433 (+3 ms)Closed at 1731709200433 2024-11-15T22:20:00,433 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731709120630.a6a81e0e7f0f93466e8dbeaa3fb00a4a. 2024-11-15T22:20:00,555 INFO [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:20:00,555 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:20:00,555 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:20:00,755 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:20:00,829 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/.tmp/rep_barrier/3a4800552d584eb0abba74afc2483a8d 2024-11-15T22:20:00,846 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/.tmp/table/76ef58539bfb4c52b2c78b7672cf510c is 53, key is hbase:replication/table:state/1731709126163/Put/seqid=0 2024-11-15T22:20:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741849_1025 (size=5308) 2024-11-15T22:20:00,955 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:20:01,014 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T22:20:01,156 DEBUG [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:20:01,251 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/.tmp/table/76ef58539bfb4c52b2c78b7672cf510c 2024-11-15T22:20:01,257 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/.tmp/info/3c6fd5bc877442e191a050c79ba8bc79 as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/info/3c6fd5bc877442e191a050c79ba8bc79 2024-11-15T22:20:01,262 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/info/3c6fd5bc877442e191a050c79ba8bc79, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T22:20:01,263 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/.tmp/ns/189b6cbf2072483e801ddfe5864a8cfb as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/ns/189b6cbf2072483e801ddfe5864a8cfb 2024-11-15T22:20:01,268 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/ns/189b6cbf2072483e801ddfe5864a8cfb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T22:20:01,269 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/.tmp/rep_barrier/3a4800552d584eb0abba74afc2483a8d as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/rep_barrier/3a4800552d584eb0abba74afc2483a8d 2024-11-15T22:20:01,275 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/rep_barrier/3a4800552d584eb0abba74afc2483a8d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T22:20:01,276 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/.tmp/table/76ef58539bfb4c52b2c78b7672cf510c as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/table/76ef58539bfb4c52b2c78b7672cf510c 2024-11-15T22:20:01,281 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/table/76ef58539bfb4c52b2c78b7672cf510c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T22:20:01,282 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false 2024-11-15T22:20:01,282 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:20:01,287 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T22:20:01,287 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:20:01,287 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:20:01,287 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:20:01,287 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709199554Running coprocessor pre-close hooks at 1731709199554Disabling compacts and flushes for region at 1731709199554Disabling writes for close at 1731709199554Obtaining lock to block concurrent updates at 1731709199554Preparing flush snapshotting stores in 1588230740 at 1731709199554Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731709199555 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731709199555Flushing 1588230740/info: creating writer at 1731709199555Flushing 1588230740/info: appending metadata at 1731709199576 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731709199576Flushing 1588230740/ns: creating writer at 1731709199985 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731709199998 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731709199998Flushing 1588230740/rep_barrier: creating writer at 1731709200407 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731709200424 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731709200424Flushing 1588230740/table: creating writer at 1731709200833 (+409 ms)Flushing 1588230740/table: appending metadata at 1731709200845 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731709200845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8fbe71: reopening flushed file at 1731709201256 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb3657: reopening flushed file at 1731709201262 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf21fca: reopening flushed file at 1731709201269 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cde72fe: reopening flushed file at 1731709201275 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false at 1731709201282 (+7 ms)Writing region close event to WAL at 1731709201284 (+2 ms)Running coprocessor post-close hooks at 1731709201287 (+3 ms)Closed at 1731709201287 2024-11-15T22:20:01,288 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:20:01,356 INFO [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(976): stopping server e611192d6313,37247,1731709111936; all regions closed. 2024-11-15T22:20:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741834_1010 (size=4239) 2024-11-15T22:20:01,359 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.meta.1731709113608.meta not finished, retry = 0 2024-11-15T22:20:01,462 DEBUG [RS:0;e611192d6313:37247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/oldWALs 2024-11-15T22:20:01,462 INFO [RS:0;e611192d6313:37247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C37247%2C1731709111936.meta:.meta(num 1731709113608) 2024-11-15T22:20:01,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741839_1015 (size=2700) 2024-11-15T22:20:01,464 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/WALs/e611192d6313,37247,1731709111936/e611192d6313%2C37247%2C1731709111936.rep.1731709125986 not finished, retry = 0 2024-11-15T22:20:01,567 DEBUG [RS:0;e611192d6313:37247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/oldWALs 2024-11-15T22:20:01,567 INFO [RS:0;e611192d6313:37247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C37247%2C1731709111936.rep:(num 1731709125986) 2024-11-15T22:20:01,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741833_1009 (size=1300) 2024-11-15T22:20:01,571 DEBUG [RS:0;e611192d6313:37247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/oldWALs 2024-11-15T22:20:01,571 INFO [RS:0;e611192d6313:37247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C37247%2C1731709111936:(num 1731709113020) 2024-11-15T22:20:01,571 DEBUG [RS:0;e611192d6313:37247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:01,571 INFO [RS:0;e611192d6313:37247 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:20:01,571 INFO [RS:0;e611192d6313:37247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:20:01,571 INFO [RS:0;e611192d6313:37247 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:20:01,571 INFO [RS:0;e611192d6313:37247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:20:01,571 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:20:01,571 INFO [RS:0;e611192d6313:37247 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,37247,1731709111936 because: Region server is closing 2024-11-15T22:20:01,572 INFO [RS:0;e611192d6313:37247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:37247. 2024-11-15T22:20:01,572 DEBUG [RS:0;e611192d6313:37247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:20:01,572 DEBUG [RS:0;e611192d6313:37247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:01,572 DEBUG [RS:0;e611192d6313:37247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:01,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:20:01,672 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.shippere611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T22:20:01,672 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.wal-reader.e611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T22:20:01,672 INFO [RS:0;e611192d6313:37247 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37247,1731709111936.replicationSource.shippere611192d6313%2C37247%2C1731709111936,1-e611192d6313,37247,1731709111936 terminated 2024-11-15T22:20:01,672 INFO [RS:0;e611192d6313:37247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37247 2024-11-15T22:20:02,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596/rs 2024-11-15T22:20:02,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01608227596/rs/e611192d6313,37247,1731709111936 2024-11-15T22:20:02,144 INFO [RS:0;e611192d6313:37247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:20:02,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,37247,1731709111936] 2024-11-15T22:20:02,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:02,497 INFO [RS:0;e611192d6313:37247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:20:02,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37247-0x1014093fd5d0001, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:02,497 INFO [RS:0;e611192d6313:37247 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,37247,1731709111936; zookeeper connection closed. 2024-11-15T22:20:02,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f57fde7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f57fde7 2024-11-15T22:20:02,497 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:20:02,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01608227596/draining/e611192d6313,37247,1731709111936 already deleted, retry=false 2024-11-15T22:20:02,639 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,37247,1731709111936 expired; onlineServers=0 2024-11-15T22:20:02,639 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,39081,1731709111432' ***** 2024-11-15T22:20:02,639 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:20:02,639 INFO [M:0;e611192d6313:39081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:20:02,639 INFO [M:0;e611192d6313:39081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:20:02,639 DEBUG [M:0;e611192d6313:39081 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:20:02,639 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:20:02,639 DEBUG [M:0;e611192d6313:39081 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:20:02,639 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709112806 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709112806,5,FailOnTimeoutGroup] 2024-11-15T22:20:02,639 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709112807 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709112807,5,FailOnTimeoutGroup] 2024-11-15T22:20:02,639 INFO [M:0;e611192d6313:39081 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:20:02,639 INFO [M:0;e611192d6313:39081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:20:02,639 DEBUG [M:0;e611192d6313:39081 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:20:02,639 INFO [M:0;e611192d6313:39081 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:20:02,640 INFO [M:0;e611192d6313:39081 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:20:02,640 INFO [M:0;e611192d6313:39081 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:20:02,640 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:20:02,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01608227596/master 2024-11-15T22:20:02,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608227596 2024-11-15T22:20:02,913 DEBUG [M:0;e611192d6313:39081 {}] zookeeper.ZKUtil(347): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Unable to get data of znode /01608227596/master because node does not exist (not an error) 2024-11-15T22:20:02,913 WARN [M:0;e611192d6313:39081 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:20:02,913 INFO [M:0;e611192d6313:39081 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/.lastflushedseqids 2024-11-15T22:20:02,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741850_1026 (size=263) 2024-11-15T22:20:03,318 INFO [M:0;e611192d6313:39081 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:20:03,318 INFO [M:0;e611192d6313:39081 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:20:03,318 DEBUG [M:0;e611192d6313:39081 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:20:03,318 INFO [M:0;e611192d6313:39081 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:03,318 DEBUG [M:0;e611192d6313:39081 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:03,318 DEBUG [M:0;e611192d6313:39081 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:20:03,318 DEBUG [M:0;e611192d6313:39081 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:03,318 INFO [M:0;e611192d6313:39081 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-15T22:20:03,335 DEBUG [M:0;e611192d6313:39081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5efc5c1c66124c668c7c6ab6e53f4cd8 is 82, key is hbase:meta,,1/info:regioninfo/1731709113670/Put/seqid=0 2024-11-15T22:20:03,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741851_1027 (size=5672) 2024-11-15T22:20:03,740 INFO [M:0;e611192d6313:39081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5efc5c1c66124c668c7c6ab6e53f4cd8 2024-11-15T22:20:03,763 DEBUG [M:0;e611192d6313:39081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9797a0c007914c1ca75b4cde4f05e0b8 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731709121708/Put/seqid=0 2024-11-15T22:20:03,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741852_1028 (size=7239) 2024-11-15T22:20:04,168 INFO [M:0;e611192d6313:39081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9797a0c007914c1ca75b4cde4f05e0b8 2024-11-15T22:20:04,173 INFO [M:0;e611192d6313:39081 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9797a0c007914c1ca75b4cde4f05e0b8 2024-11-15T22:20:04,187 DEBUG [M:0;e611192d6313:39081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b6bf91b60a442d0a19b098a8b3e667a is 69, key is e611192d6313,37247,1731709111936/rs:state/1731709112861/Put/seqid=0 2024-11-15T22:20:04,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741853_1029 (size=5156) 2024-11-15T22:20:04,591 INFO [M:0;e611192d6313:39081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b6bf91b60a442d0a19b098a8b3e667a 2024-11-15T22:20:04,597 DEBUG [M:0;e611192d6313:39081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5efc5c1c66124c668c7c6ab6e53f4cd8 as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5efc5c1c66124c668c7c6ab6e53f4cd8 2024-11-15T22:20:04,602 INFO [M:0;e611192d6313:39081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5efc5c1c66124c668c7c6ab6e53f4cd8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T22:20:04,603 DEBUG [M:0;e611192d6313:39081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9797a0c007914c1ca75b4cde4f05e0b8 as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9797a0c007914c1ca75b4cde4f05e0b8 2024-11-15T22:20:04,607 INFO [M:0;e611192d6313:39081 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9797a0c007914c1ca75b4cde4f05e0b8 2024-11-15T22:20:04,607 INFO [M:0;e611192d6313:39081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9797a0c007914c1ca75b4cde4f05e0b8, entries=11, sequenceid=105, filesize=7.1 K 2024-11-15T22:20:04,608 DEBUG [M:0;e611192d6313:39081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b6bf91b60a442d0a19b098a8b3e667a as hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b6bf91b60a442d0a19b098a8b3e667a 2024-11-15T22:20:04,613 INFO [M:0;e611192d6313:39081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45107/user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b6bf91b60a442d0a19b098a8b3e667a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T22:20:04,614 INFO [M:0;e611192d6313:39081 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=105, compaction requested=false 2024-11-15T22:20:04,620 INFO [M:0;e611192d6313:39081 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:04,621 DEBUG [M:0;e611192d6313:39081 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709203318Disabling compacts and flushes for region at 1731709203318Disabling writes for close at 1731709203318Obtaining lock to block concurrent updates at 1731709203318Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709203318Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731709203318Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709203319 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709203319Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709203335 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709203335Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709203745 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709203762 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709203762Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709204173 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709204186 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709204186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb37aa3: reopening flushed file at 1731709204596 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a17f9f: reopening flushed file at 1731709204602 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b2a433: reopening flushed file at 1731709204608 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=105, compaction requested=false at 1731709204614 (+6 ms)Writing region close event to WAL at 1731709204620 (+6 ms)Closed at 1731709204620 2024-11-15T22:20:04,623 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ced1aa5a-c8d7-b337-70f8-ced48ecf7556/MasterData/WALs/e611192d6313,39081,1731709111432/e611192d6313%2C39081%2C1731709111432.1731709112365 not finished, retry = 0 2024-11-15T22:20:04,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741830_1006 (size=64514) 2024-11-15T22:20:04,724 INFO [M:0;e611192d6313:39081 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:20:04,724 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:20:04,724 INFO [M:0;e611192d6313:39081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39081 2024-11-15T22:20:04,725 INFO [M:0;e611192d6313:39081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:20:05,275 INFO [M:0;e611192d6313:39081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:20:05,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:05,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39081-0x1014093fd5d0000, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:05,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c8ef7d1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:20:05,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bc1aa73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:20:05,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:20:05,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@104fc3af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:20:05,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@763dd23d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/hadoop.log.dir/,STOPPED} 2024-11-15T22:20:05,292 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:20:05,292 WARN [BP-1754523793-172.17.0.3-1731709108770 heartbeating to localhost/127.0.0.1:45107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:20:05,292 WARN [BP-1754523793-172.17.0.3-1731709108770 heartbeating to localhost/127.0.0.1:45107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1754523793-172.17.0.3-1731709108770 (Datanode Uuid 4cad3bc2-f72b-4828-8c1d-6d916419eaf5) service to localhost/127.0.0.1:45107 2024-11-15T22:20:05,292 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:20:05,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/cluster_e2b37e28-6d7e-82fb-16fc-4b78e0fa535b/data/data1/current/BP-1754523793-172.17.0.3-1731709108770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:20:05,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/cluster_e2b37e28-6d7e-82fb-16fc-4b78e0fa535b/data/data2/current/BP-1754523793-172.17.0.3-1731709108770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:20:05,293 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:20:05,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@168ab595{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:20:05,298 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71df090c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:20:05,298 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:20:05,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66012bd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:20:05,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71817b8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/291bdbd0-97b6-f50b-95aa-f4e6cd9ce04a/hadoop.log.dir/,STOPPED} 2024-11-15T22:20:05,303 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:20:05,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014093fd5d0002, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:20:05,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014093fd5d0005, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:20:05,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014093fd5d0002, quorum=127.0.0.1:52774, baseZNode=/01608227596 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:20:05,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014093fd5d0005, quorum=127.0.0.1:52774, baseZNode=/1-2022616640 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:20:05,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:20:05,424 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=154 (was 135) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52774) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52774) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$802/0x00007f1738b90e80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$802/0x00007f1738b90e80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45107 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=500 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=936 (was 1227), ProcessCount=11 (was 11), AvailableMemoryMB=1054 (was 1294) 2024-11-15T22:20:05,432 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=155, OpenFileDescriptor=500, MaxFileDescriptor=1048576, SystemLoadAverage=936, ProcessCount=11, AvailableMemoryMB=1054 2024-11-15T22:20:05,447 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-15T22:20:05,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/hadoop.log.dir so I do NOT create it in target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1 2024-11-15T22:20:05,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:20:05,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/hadoop.tmp.dir so I do NOT create it in target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1 2024-11-15T22:20:05,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2c87b4-ec74-4988-939b-9be0ca8630ef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:20:05,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1 2024-11-15T22:20:05,448 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/cluster_4f712878-2701-4da1-d1c7-02085fa73d88, deleteOnExit=true 2024-11-15T22:20:05,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/cluster_4f712878-2701-4da1-d1c7-02085fa73d88/zookeeper_0, clientPort=53018, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/cluster_4f712878-2701-4da1-d1c7-02085fa73d88/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/cluster_4f712878-2701-4da1-d1c7-02085fa73d88/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:20:05,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53018 2024-11-15T22:20:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:20:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:20:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/test.cache.data in system properties and HBase conf 2024-11-15T22:20:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:20:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:20:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:20:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:20:05,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:20:05,845 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:20:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:20:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:20:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:20:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:20:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:20:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:20:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:20:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:20:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:20:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:20:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:20:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:20:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:20:05,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:20:05,931 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:20:05,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:05,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:05,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:05,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:05,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:05,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:10,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:20:10,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:20:10,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:20:10,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T22:20:10,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T22:20:10,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:20:10,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:20:15,553 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:20:15,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:15,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:15,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:15,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:15,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:15,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:17,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:20:17,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:20:17,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:20:17,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:20:17,353 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:20:17,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:20:17,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@484053f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:20:17,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668f504a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:20:17,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14668d64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/java.io.tmpdir/jetty-localhost-44521-hadoop-hdfs-3_4_1-tests_jar-_-any-17894645694477296274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:20:17,501 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2772beaf{HTTP/1.1, (http/1.1)}{localhost:44521} 2024-11-15T22:20:17,501 INFO [Time-limited test {}] server.Server(415): Started @170166ms 2024-11-15T22:20:17,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:20:17,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:20:17,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:20:17,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:20:17,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:20:17,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b35a9cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:20:17,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f930157{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:20:18,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26287dbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/java.io.tmpdir/jetty-localhost-34883-hadoop-hdfs-3_4_1-tests_jar-_-any-2689796835504983332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:20:18,047 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f94072a{HTTP/1.1, (http/1.1)}{localhost:34883} 2024-11-15T22:20:18,047 INFO [Time-limited test {}] server.Server(415): Started @170712ms 2024-11-15T22:20:18,048 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:20:19,779 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/cluster_4f712878-2701-4da1-d1c7-02085fa73d88/data/data2/current/BP-966144985-172.17.0.3-1731709205866/current, will proceed with Du for space computation calculation, 2024-11-15T22:20:19,779 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/cluster_4f712878-2701-4da1-d1c7-02085fa73d88/data/data1/current/BP-966144985-172.17.0.3-1731709205866/current, will proceed with Du for space computation calculation, 2024-11-15T22:20:19,805 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:20:19,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf7a162c661aeb43 with lease ID 0xc26ee4cf798b709a: Processing first storage report for DS-3d7901f4-e790-41a2-9ac5-485415e07bdc from datanode DatanodeRegistration(127.0.0.1:38537, datanodeUuid=a48bf495-5359-4a30-8c48-eb02d4e29de1, infoPort=41483, infoSecurePort=0, ipcPort=44479, storageInfo=lv=-57;cid=testClusterID;nsid=12698309;c=1731709205866) 2024-11-15T22:20:19,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf7a162c661aeb43 with lease ID 0xc26ee4cf798b709a: from storage DS-3d7901f4-e790-41a2-9ac5-485415e07bdc node DatanodeRegistration(127.0.0.1:38537, datanodeUuid=a48bf495-5359-4a30-8c48-eb02d4e29de1, infoPort=41483, infoSecurePort=0, ipcPort=44479, storageInfo=lv=-57;cid=testClusterID;nsid=12698309;c=1731709205866), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:20:19,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf7a162c661aeb43 with lease ID 0xc26ee4cf798b709a: Processing first storage report for DS-81395d90-0828-426c-9ac6-a8279b601441 from datanode DatanodeRegistration(127.0.0.1:38537, datanodeUuid=a48bf495-5359-4a30-8c48-eb02d4e29de1, infoPort=41483, infoSecurePort=0, ipcPort=44479, storageInfo=lv=-57;cid=testClusterID;nsid=12698309;c=1731709205866) 2024-11-15T22:20:19,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf7a162c661aeb43 with lease ID 0xc26ee4cf798b709a: from storage DS-81395d90-0828-426c-9ac6-a8279b601441 node DatanodeRegistration(127.0.0.1:38537, datanodeUuid=a48bf495-5359-4a30-8c48-eb02d4e29de1, infoPort=41483, infoSecurePort=0, ipcPort=44479, storageInfo=lv=-57;cid=testClusterID;nsid=12698309;c=1731709205866), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:20:19,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1 2024-11-15T22:20:19,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:19,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:19,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:20:20,303 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab with version=8 2024-11-15T22:20:20,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/hbase-staging 2024-11-15T22:20:20,306 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:20:20,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:20,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:20,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:20:20,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:20,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:20:20,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:20:20,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:20:20,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45857 2024-11-15T22:20:20,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45857 connecting to ZooKeeper ensemble=127.0.0.1:53018 2024-11-15T22:20:20,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458570x0, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:20:20,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45857-0x101409578fe0000 connected 2024-11-15T22:20:20,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:20,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:20,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on znode that does not yet exist, /0-1770635970/running 2024-11-15T22:20:20,521 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab, hbase.cluster.distributed=false 2024-11-15T22:20:20,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on znode that does not yet exist, /0-1770635970/acl 2024-11-15T22:20:20,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45857 2024-11-15T22:20:20,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45857 2024-11-15T22:20:20,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45857 2024-11-15T22:20:20,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45857 2024-11-15T22:20:20,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45857 2024-11-15T22:20:20,570 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:20:20,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:20,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:20,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:20:20,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:20,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:20:20,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:20:20,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:20:20,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44267 2024-11-15T22:20:20,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44267 connecting to ZooKeeper ensemble=127.0.0.1:53018 2024-11-15T22:20:20,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:20,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:20,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442670x0, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:20:20,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442670x0, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on znode that does not yet exist, /0-1770635970/running 2024-11-15T22:20:20,589 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:20:20,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44267-0x101409578fe0001 connected 2024-11-15T22:20:20,597 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:20:20,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on znode that does not yet exist, /0-1770635970/master 2024-11-15T22:20:20,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on znode that does not yet exist, /0-1770635970/acl 2024-11-15T22:20:20,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44267 2024-11-15T22:20:20,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44267 2024-11-15T22:20:20,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44267 2024-11-15T22:20:20,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44267 2024-11-15T22:20:20,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44267 2024-11-15T22:20:20,658 DEBUG [M:0;e611192d6313:45857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:45857 2024-11-15T22:20:20,660 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1770635970/backup-masters/e611192d6313,45857,1731709220306 2024-11-15T22:20:20,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970/backup-masters 2024-11-15T22:20:20,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970/backup-masters 2024-11-15T22:20:20,691 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on existing znode=/0-1770635970/backup-masters/e611192d6313,45857,1731709220306 2024-11-15T22:20:20,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1770635970/master 2024-11-15T22:20:20,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:20,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:20,714 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on existing znode=/0-1770635970/master 2024-11-15T22:20:20,715 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1770635970/backup-masters/e611192d6313,45857,1731709220306 from backup master directory 2024-11-15T22:20:20,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970/backup-masters 2024-11-15T22:20:20,731 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:20:20,731 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,45857,1731709220306 2024-11-15T22:20:20,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1770635970/backup-masters/e611192d6313,45857,1731709220306 2024-11-15T22:20:20,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970/backup-masters 2024-11-15T22:20:20,735 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/hbase.id] with ID: fb1ecc72-09c5-4ed4-9027-5cadb50fb85b 2024-11-15T22:20:20,735 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/.tmp/hbase.id 2024-11-15T22:20:20,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:20:21,146 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/.tmp/hbase.id]:[hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/hbase.id] 2024-11-15T22:20:21,155 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:21,155 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:20:21,156 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T22:20:21,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:21,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:21,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:20:21,627 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:20:21,628 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:20:21,628 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:21,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:20:21,688 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store 2024-11-15T22:20:21,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:20:21,726 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:21,726 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:20:21,726 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:21,726 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:21,726 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:20:21,726 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:21,726 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:21,726 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709221726Disabling compacts and flushes for region at 1731709221726Disabling writes for close at 1731709221726Writing region close event to WAL at 1731709221726Closed at 1731709221726 2024-11-15T22:20:21,727 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/.initializing 2024-11-15T22:20:21,727 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/WALs/e611192d6313,45857,1731709220306 2024-11-15T22:20:21,728 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:20:21,730 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C45857%2C1731709220306, suffix=, logDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/WALs/e611192d6313,45857,1731709220306, archiveDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/oldWALs, maxLogs=10 2024-11-15T22:20:21,744 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/WALs/e611192d6313,45857,1731709220306/e611192d6313%2C45857%2C1731709220306.1731709221730, exclude list is [], retry=0 2024-11-15T22:20:21,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38537,DS-3d7901f4-e790-41a2-9ac5-485415e07bdc,DISK] 2024-11-15T22:20:21,754 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/WALs/e611192d6313,45857,1731709220306/e611192d6313%2C45857%2C1731709220306.1731709221730 2024-11-15T22:20:21,756 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-11-15T22:20:21,756 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:20:21,757 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:21,757 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:21,757 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:21,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:21,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:20:21,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:21,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:21,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:21,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:20:21,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:21,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:21,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:21,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:20:21,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:21,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:21,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:21,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:20:21,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:21,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:21,770 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:21,771 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:21,771 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:21,773 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:21,773 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:21,773 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:20:21,777 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:21,781 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:20:21,781 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64405516, jitterRate=-0.040283024311065674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:20:21,782 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709221757Initializing all the Stores at 1731709221758 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709221758Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709221758Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709221758Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709221758Cleaning up temporary data from old regions at 1731709221773 (+15 ms)Region opened successfully at 1731709221782 (+9 ms) 2024-11-15T22:20:21,783 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:20:21,788 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d8245a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:20:21,789 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:20:21,789 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:20:21,789 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:20:21,789 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:20:21,790 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:20:21,790 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:20:21,790 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:20:21,794 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:20:21,796 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Unable to get data of znode /0-1770635970/balancer because node does not exist (not necessarily an error) 2024-11-15T22:20:21,806 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1770635970/balancer already deleted, retry=false 2024-11-15T22:20:21,806 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:20:21,807 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Unable to get data of znode /0-1770635970/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:20:21,816 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1770635970/normalizer already deleted, retry=false 2024-11-15T22:20:21,817 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:20:21,818 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Unable to get data of znode /0-1770635970/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:20:21,827 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1770635970/switch/split already deleted, retry=false 2024-11-15T22:20:21,828 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Unable to get data of znode /0-1770635970/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:20:21,837 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1770635970/switch/merge already deleted, retry=false 2024-11-15T22:20:21,840 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Unable to get data of znode /0-1770635970/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:20:21,848 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1770635970/snapshot-cleanup already deleted, retry=false 2024-11-15T22:20:21,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1770635970/running 2024-11-15T22:20:21,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1770635970/running 2024-11-15T22:20:21,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:21,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:21,860 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,45857,1731709220306, sessionid=0x101409578fe0000, setting cluster-up flag (Was=false) 2024-11-15T22:20:22,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:22,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:22,059 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1770635970/flush-table-proc/acquired, /0-1770635970/flush-table-proc/reached, /0-1770635970/flush-table-proc/abort 2024-11-15T22:20:22,065 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,45857,1731709220306 2024-11-15T22:20:22,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:22,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:22,123 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1770635970/online-snapshot/acquired, /0-1770635970/online-snapshot/reached, /0-1770635970/online-snapshot/abort 2024-11-15T22:20:22,137 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,45857,1731709220306 2024-11-15T22:20:22,141 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:20:22,146 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:22,146 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:20:22,146 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:20:22,146 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,45857,1731709220306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:20:22,148 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:22,148 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:22,148 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:22,148 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:22,148 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:20:22,148 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:22,148 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:20:22,148 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:22,149 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709252149 2024-11-15T22:20:22,149 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:20:22,149 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:20:22,149 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:20:22,149 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:20:22,149 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:20:22,150 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:20:22,150 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:22,150 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:20:22,150 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:22,150 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:20:22,150 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:20:22,151 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:20:22,151 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:20:22,152 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:20:22,152 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:20:22,153 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:22,154 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:20:22,160 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709222152,5,FailOnTimeoutGroup] 2024-11-15T22:20:22,165 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709222160,5,FailOnTimeoutGroup] 2024-11-15T22:20:22,165 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:22,165 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:20:22,165 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:22,165 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:22,165 INFO [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(746): ClusterId : fb1ecc72-09c5-4ed4-9027-5cadb50fb85b 2024-11-15T22:20:22,165 DEBUG [RS:0;e611192d6313:44267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:20:22,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:20:22,175 DEBUG [RS:0;e611192d6313:44267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:20:22,176 DEBUG [RS:0;e611192d6313:44267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:20:22,176 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:20:22,176 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab 2024-11-15T22:20:22,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:20:22,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:22,186 DEBUG [RS:0;e611192d6313:44267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:20:22,186 DEBUG [RS:0;e611192d6313:44267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1c5722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:20:22,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:20:22,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:20:22,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:22,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:22,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:20:22,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:20:22,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:22,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:22,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:20:22,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:20:22,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:22,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:22,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:20:22,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:20:22,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:22,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:22,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:20:22,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740 2024-11-15T22:20:22,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740 2024-11-15T22:20:22,202 DEBUG [RS:0;e611192d6313:44267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:44267 2024-11-15T22:20:22,202 INFO [RS:0;e611192d6313:44267 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:20:22,202 INFO [RS:0;e611192d6313:44267 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:20:22,202 DEBUG [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:20:22,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:20:22,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:20:22,203 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:20:22,203 INFO [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,45857,1731709220306 with port=44267, startcode=1731709220569 2024-11-15T22:20:22,204 DEBUG [RS:0;e611192d6313:44267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:20:22,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:20:22,207 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:20:22,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45857 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,44267,1731709220569 2024-11-15T22:20:22,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45857 {}] master.ServerManager(517): Registering regionserver=e611192d6313,44267,1731709220569 2024-11-15T22:20:22,209 DEBUG [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab 2024-11-15T22:20:22,209 DEBUG [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32851 2024-11-15T22:20:22,210 DEBUG [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:20:22,214 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:20:22,215 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67490362, jitterRate=0.005684763193130493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:20:22,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709222184Initializing all the Stores at 1731709222185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709222185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709222186 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709222186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709222186Cleaning up temporary data from old regions at 1731709222202 (+16 ms)Region opened successfully at 1731709222215 (+13 ms) 2024-11-15T22:20:22,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:20:22,216 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:20:22,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:20:22,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:20:22,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:20:22,216 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:20:22,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709222215Disabling compacts and flushes for region at 1731709222215Disabling writes for close at 1731709222216 (+1 ms)Writing region close event to WAL at 1731709222216Closed at 1731709222216 2024-11-15T22:20:22,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970/rs 2024-11-15T22:20:22,217 DEBUG [RS:0;e611192d6313:44267 {}] zookeeper.ZKUtil(111): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on existing znode=/0-1770635970/rs/e611192d6313,44267,1731709220569 2024-11-15T22:20:22,217 WARN [RS:0;e611192d6313:44267 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:20:22,217 INFO [RS:0;e611192d6313:44267 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:22,217 DEBUG [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569 2024-11-15T22:20:22,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:22,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:20:22,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:20:22,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,44267,1731709220569] 2024-11-15T22:20:22,219 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:20:22,220 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:20:22,239 INFO [RS:0;e611192d6313:44267 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:20:22,251 INFO [RS:0;e611192d6313:44267 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:20:22,257 INFO [RS:0;e611192d6313:44267 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:20:22,257 INFO [RS:0;e611192d6313:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:22,260 INFO [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:20:22,261 INFO [RS:0;e611192d6313:44267 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:20:22,261 INFO [RS:0;e611192d6313:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:22,262 DEBUG [RS:0;e611192d6313:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:22,262 DEBUG [RS:0;e611192d6313:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:22,262 DEBUG [RS:0;e611192d6313:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:22,262 DEBUG [RS:0;e611192d6313:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:22,262 DEBUG [RS:0;e611192d6313:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:22,262 DEBUG [RS:0;e611192d6313:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:20:22,262 DEBUG [RS:0;e611192d6313:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:22,262 DEBUG [RS:0;e611192d6313:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:22,262 DEBUG [RS:0;e611192d6313:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:22,262 DEBUG [RS:0;e611192d6313:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:22,262 DEBUG [RS:0;e611192d6313:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:22,262 DEBUG [RS:0;e611192d6313:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:22,262 DEBUG [RS:0;e611192d6313:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:20:22,262 DEBUG [RS:0;e611192d6313:44267 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:20:22,280 INFO [RS:0;e611192d6313:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:22,280 INFO [RS:0;e611192d6313:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:22,280 INFO [RS:0;e611192d6313:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:22,280 INFO [RS:0;e611192d6313:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:22,280 INFO [RS:0;e611192d6313:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:22,280 INFO [RS:0;e611192d6313:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,44267,1731709220569-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:20:22,306 INFO [RS:0;e611192d6313:44267 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:20:22,306 INFO [RS:0;e611192d6313:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,44267,1731709220569-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:22,306 INFO [RS:0;e611192d6313:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:22,306 INFO [RS:0;e611192d6313:44267 {}] regionserver.Replication(171): e611192d6313,44267,1731709220569 started 2024-11-15T22:20:22,327 INFO [RS:0;e611192d6313:44267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:22,327 INFO [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,44267,1731709220569, RpcServer on e611192d6313/172.17.0.3:44267, sessionid=0x101409578fe0001 2024-11-15T22:20:22,327 DEBUG [RS:0;e611192d6313:44267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:20:22,327 DEBUG [RS:0;e611192d6313:44267 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,44267,1731709220569 2024-11-15T22:20:22,327 DEBUG [RS:0;e611192d6313:44267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,44267,1731709220569' 2024-11-15T22:20:22,327 DEBUG [RS:0;e611192d6313:44267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1770635970/flush-table-proc/abort' 2024-11-15T22:20:22,332 DEBUG [RS:0;e611192d6313:44267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1770635970/flush-table-proc/acquired' 2024-11-15T22:20:22,336 DEBUG [RS:0;e611192d6313:44267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:20:22,336 DEBUG [RS:0;e611192d6313:44267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:20:22,336 DEBUG [RS:0;e611192d6313:44267 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,44267,1731709220569 2024-11-15T22:20:22,336 DEBUG [RS:0;e611192d6313:44267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,44267,1731709220569' 2024-11-15T22:20:22,336 DEBUG [RS:0;e611192d6313:44267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1770635970/online-snapshot/abort' 2024-11-15T22:20:22,337 DEBUG [RS:0;e611192d6313:44267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1770635970/online-snapshot/acquired' 2024-11-15T22:20:22,337 DEBUG [RS:0;e611192d6313:44267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:20:22,338 INFO [RS:0;e611192d6313:44267 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:20:22,338 INFO [RS:0;e611192d6313:44267 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:20:22,371 WARN [e611192d6313:45857 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T22:20:22,438 INFO [RS:0;e611192d6313:44267 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:20:22,440 INFO [RS:0;e611192d6313:44267 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C44267%2C1731709220569, suffix=, logDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569, archiveDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/oldWALs, maxLogs=10 2024-11-15T22:20:22,457 DEBUG [RS:0;e611192d6313:44267 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569/e611192d6313%2C44267%2C1731709220569.1731709222440, exclude list is [], retry=0 2024-11-15T22:20:22,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38537,DS-3d7901f4-e790-41a2-9ac5-485415e07bdc,DISK] 2024-11-15T22:20:22,465 INFO [RS:0;e611192d6313:44267 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569/e611192d6313%2C44267%2C1731709220569.1731709222440 2024-11-15T22:20:22,465 DEBUG [RS:0;e611192d6313:44267 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-11-15T22:20:22,621 DEBUG [e611192d6313:45857 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:20:22,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,44267,1731709220569 2024-11-15T22:20:22,623 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,44267,1731709220569, state=OPENING 2024-11-15T22:20:22,648 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:20:22,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:22,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:22,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1770635970/meta-region-server: CHANGED 2024-11-15T22:20:22,778 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:20:22,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,44267,1731709220569}] 2024-11-15T22:20:22,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1770635970/meta-region-server: CHANGED 2024-11-15T22:20:22,931 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:20:22,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:20:22,935 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:20:22,936 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:22,936 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:20:22,937 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C44267%2C1731709220569.meta, suffix=.meta, logDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569, archiveDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/oldWALs, maxLogs=10 2024-11-15T22:20:22,956 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569/e611192d6313%2C44267%2C1731709220569.meta.1731709222938.meta, exclude list is [], retry=0 2024-11-15T22:20:22,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38537,DS-3d7901f4-e790-41a2-9ac5-485415e07bdc,DISK] 2024-11-15T22:20:22,959 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569/e611192d6313%2C44267%2C1731709220569.meta.1731709222938.meta 2024-11-15T22:20:22,960 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-11-15T22:20:22,960 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:20:22,960 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:20:22,960 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:20:22,960 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:20:22,960 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:20:22,960 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:20:22,960 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:22,961 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:20:22,961 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:20:22,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:20:22,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:20:22,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:22,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:22,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:20:22,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:20:22,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:22,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:22,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:20:22,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:20:22,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:22,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:22,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:20:22,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:20:22,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:22,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:22,966 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:20:22,967 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740 2024-11-15T22:20:22,968 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740 2024-11-15T22:20:22,969 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:20:22,969 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:20:22,969 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:20:22,970 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:20:22,971 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61143830, jitterRate=-0.08888593316078186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:20:22,971 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:20:22,972 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709222961Writing region info on filesystem at 1731709222961Initializing all the Stores at 1731709222961Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709222961Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709222962 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709222962Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709222962Cleaning up temporary data from old regions at 1731709222969 (+7 ms)Running coprocessor post-open hooks at 1731709222971 (+2 ms)Region opened successfully at 1731709222972 (+1 ms) 2024-11-15T22:20:22,973 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709222931 2024-11-15T22:20:22,975 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:20:22,975 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:20:22,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,44267,1731709220569 2024-11-15T22:20:22,976 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,44267,1731709220569, state=OPEN 2024-11-15T22:20:22,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1770635970/meta-region-server 2024-11-15T22:20:22,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1770635970/meta-region-server 2024-11-15T22:20:22,985 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,44267,1731709220569 2024-11-15T22:20:22,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1770635970/meta-region-server: CHANGED 2024-11-15T22:20:22,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1770635970/meta-region-server: CHANGED 2024-11-15T22:20:22,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:20:22,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,44267,1731709220569 in 207 msec 2024-11-15T22:20:22,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:20:22,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 770 msec 2024-11-15T22:20:22,990 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:22,990 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:20:22,991 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:20:22,991 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,44267,1731709220569, seqNum=-1] 2024-11-15T22:20:22,992 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:20:22,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:20:23,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 857 msec 2024-11-15T22:20:23,004 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709223004, completionTime=-1 2024-11-15T22:20:23,004 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:20:23,004 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:20:23,006 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:20:23,006 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709283006 2024-11-15T22:20:23,006 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709343006 2024-11-15T22:20:23,006 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T22:20:23,007 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45857,1731709220306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:23,007 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45857,1731709220306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:23,007 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45857,1731709220306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:23,007 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:45857, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:23,007 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:23,007 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:23,009 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:20:23,011 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.280sec 2024-11-15T22:20:23,011 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:20:23,011 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:20:23,011 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:20:23,011 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:20:23,011 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:20:23,011 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45857,1731709220306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:20:23,011 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45857,1731709220306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:20:23,014 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:20:23,014 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:20:23,014 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45857,1731709220306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:23,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad9195f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:23,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45857,-1 for getting cluster id 2024-11-15T22:20:23,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:20:23,072 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb1ecc72-09c5-4ed4-9027-5cadb50fb85b' 2024-11-15T22:20:23,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:20:23,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb1ecc72-09c5-4ed4-9027-5cadb50fb85b" 2024-11-15T22:20:23,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5ec3f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:23,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45857,-1] 2024-11-15T22:20:23,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:20:23,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:23,075 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:20:23,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64621d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:23,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:20:23,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,44267,1731709220569, seqNum=-1] 2024-11-15T22:20:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:20:23,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:20:23,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,45857,1731709220306 2024-11-15T22:20:23,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53018 2024-11-15T22:20:23,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:20:23,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101409578fe0002 connected 2024-11-15T22:20:23,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/hadoop.log.dir so I do NOT create it in target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf 2024-11-15T22:20:23,127 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:20:23,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/hadoop.tmp.dir so I do NOT create it in target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf 2024-11-15T22:20:23,127 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:20:23,127 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf 2024-11-15T22:20:23,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:20:23,127 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/cluster_8553f664-583a-be37-c9c2-d6edf3a5df81, deleteOnExit=true 2024-11-15T22:20:23,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:20:23,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/test.cache.data in system properties and HBase conf 2024-11-15T22:20:23,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:20:23,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:20:23,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:20:23,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:20:23,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:20:23,128 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:20:23,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:20:23,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:20:23,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:20:23,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:20:23,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:20:23,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:20:23,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:20:23,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:20:23,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:20:23,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:20:23,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:20:23,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:20:23,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:20:23,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:20:23,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:20:23,576 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:20:23,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:20:23,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:20:23,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:20:23,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:20:23,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@527acb9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:20:23,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59660647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:20:23,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c9e405{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/java.io.tmpdir/jetty-localhost-36019-hadoop-hdfs-3_4_1-tests_jar-_-any-9473315766022172273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:20:23,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c418b5a{HTTP/1.1, (http/1.1)}{localhost:36019} 2024-11-15T22:20:23,703 INFO [Time-limited test {}] server.Server(415): Started @176368ms 2024-11-15T22:20:24,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:20:24,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:20:24,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:20:24,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:20:24,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:20:24,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9ca4bf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:20:24,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2562b4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:20:24,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65cec6e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/java.io.tmpdir/jetty-localhost-45301-hadoop-hdfs-3_4_1-tests_jar-_-any-2866002704674788105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:20:24,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bed61a8{HTTP/1.1, (http/1.1)}{localhost:45301} 2024-11-15T22:20:24,195 INFO [Time-limited test {}] server.Server(415): Started @176860ms 2024-11-15T22:20:24,196 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:20:25,121 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/cluster_8553f664-583a-be37-c9c2-d6edf3a5df81/data/data2/current/BP-1798077383-172.17.0.3-1731709223152/current, will proceed with Du for space computation calculation, 2024-11-15T22:20:25,121 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/cluster_8553f664-583a-be37-c9c2-d6edf3a5df81/data/data1/current/BP-1798077383-172.17.0.3-1731709223152/current, will proceed with Du for space computation calculation, 2024-11-15T22:20:25,141 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:20:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea4a5b68a096d28e with lease ID 0x7f1406f37b58616a: Processing first storage report for DS-0d2f45a3-5b44-4915-acb0-186f9c399ec4 from datanode DatanodeRegistration(127.0.0.1:37843, datanodeUuid=7ddbfb0f-00b5-409c-b82c-b8eaa46dc3f3, infoPort=44663, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1762760193;c=1731709223152) 2024-11-15T22:20:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea4a5b68a096d28e with lease ID 0x7f1406f37b58616a: from storage DS-0d2f45a3-5b44-4915-acb0-186f9c399ec4 node DatanodeRegistration(127.0.0.1:37843, datanodeUuid=7ddbfb0f-00b5-409c-b82c-b8eaa46dc3f3, infoPort=44663, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1762760193;c=1731709223152), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:20:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea4a5b68a096d28e with lease ID 0x7f1406f37b58616a: Processing first storage report for DS-13c58e5f-04e1-469b-b472-47786cee5dcb from datanode DatanodeRegistration(127.0.0.1:37843, datanodeUuid=7ddbfb0f-00b5-409c-b82c-b8eaa46dc3f3, infoPort=44663, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1762760193;c=1731709223152) 2024-11-15T22:20:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea4a5b68a096d28e with lease ID 0x7f1406f37b58616a: from storage DS-13c58e5f-04e1-469b-b472-47786cee5dcb node DatanodeRegistration(127.0.0.1:37843, datanodeUuid=7ddbfb0f-00b5-409c-b82c-b8eaa46dc3f3, infoPort=44663, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1762760193;c=1731709223152), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:20:25,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf 2024-11-15T22:20:25,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:25,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:25,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37843 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:20:25,617 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc with version=8 2024-11-15T22:20:25,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/hbase-staging 2024-11-15T22:20:25,619 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:20:25,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:25,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:25,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:20:25,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:25,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:20:25,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:20:25,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:20:25,620 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37643 2024-11-15T22:20:25,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37643 connecting to ZooKeeper ensemble=127.0.0.1:53018 2024-11-15T22:20:25,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376430x0, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:20:25,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37643-0x101409578fe0003 connected 2024-11-15T22:20:25,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:25,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:25,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Set watcher on znode that does not yet exist, /1-1140067736/running 2024-11-15T22:20:25,717 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc, hbase.cluster.distributed=false 2024-11-15T22:20:25,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Set watcher on znode that does not yet exist, /1-1140067736/acl 2024-11-15T22:20:25,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37643 2024-11-15T22:20:25,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37643 2024-11-15T22:20:25,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37643 2024-11-15T22:20:25,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37643 2024-11-15T22:20:25,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37643 2024-11-15T22:20:25,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:20:25,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:25,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:25,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:20:25,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:25,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:20:25,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:20:25,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:20:25,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39777 2024-11-15T22:20:25,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39777 connecting to ZooKeeper ensemble=127.0.0.1:53018 2024-11-15T22:20:25,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:25,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:25,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397770x0, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:20:25,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397770x0, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Set watcher on znode that does not yet exist, /1-1140067736/running 2024-11-15T22:20:25,828 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:20:25,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39777-0x101409578fe0004 connected 2024-11-15T22:20:25,868 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:20:25,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Set watcher on znode that does not yet exist, /1-1140067736/master 2024-11-15T22:20:25,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Set watcher on znode that does not yet exist, /1-1140067736/acl 2024-11-15T22:20:25,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39777 2024-11-15T22:20:25,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39777 2024-11-15T22:20:25,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39777 2024-11-15T22:20:25,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39777 2024-11-15T22:20:25,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39777 2024-11-15T22:20:25,965 DEBUG [M:0;e611192d6313:37643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:37643 2024-11-15T22:20:25,965 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1140067736/backup-masters/e611192d6313,37643,1731709225619 2024-11-15T22:20:26,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736/backup-masters 2024-11-15T22:20:26,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736/backup-masters 2024-11-15T22:20:26,018 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Set watcher on existing znode=/1-1140067736/backup-masters/e611192d6313,37643,1731709225619 2024-11-15T22:20:26,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1140067736/master 2024-11-15T22:20:26,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736 2024-11-15T22:20:26,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736 2024-11-15T22:20:26,072 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Set watcher on existing znode=/1-1140067736/master 2024-11-15T22:20:26,072 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1140067736/backup-masters/e611192d6313,37643,1731709225619 from backup master directory 2024-11-15T22:20:26,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1140067736/backup-masters/e611192d6313,37643,1731709225619 2024-11-15T22:20:26,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736/backup-masters 2024-11-15T22:20:26,090 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:20:26,091 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,37643,1731709225619 2024-11-15T22:20:26,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736/backup-masters 2024-11-15T22:20:26,104 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/hbase.id] with ID: c2289ac2-0356-43cb-bace-8320e67dae3a 2024-11-15T22:20:26,104 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/.tmp/hbase.id 2024-11-15T22:20:26,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37843 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:20:26,574 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/.tmp/hbase.id]:[hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/hbase.id] 2024-11-15T22:20:26,609 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:26,610 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:20:26,611 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T22:20:26,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736 2024-11-15T22:20:26,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736 2024-11-15T22:20:26,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37843 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:20:27,128 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:20:27,129 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:20:27,144 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:27,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37843 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:20:27,591 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store 2024-11-15T22:20:27,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37843 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:20:27,631 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:27,631 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:20:27,631 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:27,631 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:27,631 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:20:27,631 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:27,631 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:27,631 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709227631Disabling compacts and flushes for region at 1731709227631Disabling writes for close at 1731709227631Writing region close event to WAL at 1731709227631Closed at 1731709227631 2024-11-15T22:20:27,636 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/.initializing 2024-11-15T22:20:27,636 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/WALs/e611192d6313,37643,1731709225619 2024-11-15T22:20:27,638 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:20:27,639 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C37643%2C1731709225619, suffix=, logDir=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/WALs/e611192d6313,37643,1731709225619, archiveDir=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/oldWALs, maxLogs=10 2024-11-15T22:20:27,677 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/WALs/e611192d6313,37643,1731709225619/e611192d6313%2C37643%2C1731709225619.1731709227640, exclude list is [], retry=0 2024-11-15T22:20:27,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37843,DS-0d2f45a3-5b44-4915-acb0-186f9c399ec4,DISK] 2024-11-15T22:20:27,692 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/WALs/e611192d6313,37643,1731709225619/e611192d6313%2C37643%2C1731709225619.1731709227640 2024-11-15T22:20:27,708 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44663:44663)] 2024-11-15T22:20:27,708 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:20:27,709 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:27,709 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:27,709 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:27,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:27,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:20:27,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:27,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:27,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:27,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:20:27,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:27,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:27,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:27,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:20:27,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:27,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:27,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:27,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:20:27,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:27,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:27,741 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:27,742 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:27,742 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:27,744 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:27,744 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:27,744 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:20:27,746 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:27,751 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:20:27,752 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61048053, jitterRate=-0.09031312167644501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:20:27,752 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709227709Initializing all the Stores at 1731709227710 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709227710Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709227729 (+19 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709227729Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709227729Cleaning up temporary data from old regions at 1731709227744 (+15 ms)Region opened successfully at 1731709227752 (+8 ms) 2024-11-15T22:20:27,752 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:20:27,757 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322f547a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:20:27,757 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:20:27,758 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:20:27,758 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:20:27,758 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:20:27,759 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:20:27,759 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:20:27,759 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:20:27,770 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:20:27,771 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Unable to get data of znode /1-1140067736/balancer because node does not exist (not necessarily an error) 2024-11-15T22:20:27,857 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1140067736/balancer already deleted, retry=false 2024-11-15T22:20:27,858 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:20:27,859 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Unable to get data of znode /1-1140067736/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:20:27,936 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1140067736/normalizer already deleted, retry=false 2024-11-15T22:20:27,937 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:20:27,941 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Unable to get data of znode /1-1140067736/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:20:27,978 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1140067736/switch/split already deleted, retry=false 2024-11-15T22:20:27,979 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Unable to get data of znode /1-1140067736/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:20:27,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:27,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:27,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:27,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:27,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:28,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:28,032 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1140067736/switch/merge already deleted, retry=false 2024-11-15T22:20:28,037 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Unable to get data of znode /1-1140067736/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:20:28,091 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1140067736/snapshot-cleanup already deleted, retry=false 2024-11-15T22:20:28,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1140067736/running 2024-11-15T22:20:28,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1140067736/running 2024-11-15T22:20:28,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736 2024-11-15T22:20:28,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736 2024-11-15T22:20:28,146 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,37643,1731709225619, sessionid=0x101409578fe0003, setting cluster-up flag (Was=false) 2024-11-15T22:20:28,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736 2024-11-15T22:20:28,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736 2024-11-15T22:20:28,491 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1140067736/flush-table-proc/acquired, /1-1140067736/flush-table-proc/reached, /1-1140067736/flush-table-proc/abort 2024-11-15T22:20:28,495 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,37643,1731709225619 2024-11-15T22:20:28,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:20:28,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:28,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:28,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:28,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:28,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:28,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:28,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736 2024-11-15T22:20:28,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736 2024-11-15T22:20:28,586 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:20:28,835 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1140067736/online-snapshot/acquired, /1-1140067736/online-snapshot/reached, /1-1140067736/online-snapshot/abort 2024-11-15T22:20:28,839 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,37643,1731709225619 2024-11-15T22:20:28,842 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:20:28,844 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:28,845 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:20:28,845 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:20:28,845 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,37643,1731709225619 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:20:28,846 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:28,847 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:28,847 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:28,847 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:28,847 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:20:28,847 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:28,847 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:20:28,847 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:28,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:28,849 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:20:28,850 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:28,850 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:20:28,872 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709258872 2024-11-15T22:20:28,872 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:20:28,872 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:20:28,872 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:20:28,872 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:20:28,872 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:20:28,872 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:20:28,876 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:28,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:20:28,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:20:28,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:20:28,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:20:28,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37843 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:20:28,879 INFO [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(746): ClusterId : c2289ac2-0356-43cb-bace-8320e67dae3a 2024-11-15T22:20:28,879 DEBUG [RS:0;e611192d6313:39777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:20:28,880 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:20:28,880 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:20:28,884 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709228880,5,FailOnTimeoutGroup] 2024-11-15T22:20:28,884 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709228884,5,FailOnTimeoutGroup] 2024-11-15T22:20:28,884 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:28,884 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:20:28,884 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:28,884 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:28,891 DEBUG [RS:0;e611192d6313:39777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:20:28,891 DEBUG [RS:0;e611192d6313:39777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:20:28,901 DEBUG [RS:0;e611192d6313:39777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:20:28,902 DEBUG [RS:0;e611192d6313:39777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3526cd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:20:28,916 DEBUG [RS:0;e611192d6313:39777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:39777 2024-11-15T22:20:28,916 INFO [RS:0;e611192d6313:39777 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:20:28,916 INFO [RS:0;e611192d6313:39777 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:20:28,917 DEBUG [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:20:28,917 INFO [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,37643,1731709225619 with port=39777, startcode=1731709225757 2024-11-15T22:20:28,917 DEBUG [RS:0;e611192d6313:39777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:20:28,920 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:20:28,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37643 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,39777,1731709225757 2024-11-15T22:20:28,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37643 {}] master.ServerManager(517): Registering regionserver=e611192d6313,39777,1731709225757 2024-11-15T22:20:28,922 DEBUG [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc 2024-11-15T22:20:28,922 DEBUG [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41503 2024-11-15T22:20:28,922 DEBUG [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:20:28,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736/rs 2024-11-15T22:20:29,000 DEBUG [RS:0;e611192d6313:39777 {}] zookeeper.ZKUtil(111): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Set watcher on existing znode=/1-1140067736/rs/e611192d6313,39777,1731709225757 2024-11-15T22:20:29,000 WARN [RS:0;e611192d6313:39777 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:20:29,000 INFO [RS:0;e611192d6313:39777 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:29,000 DEBUG [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/WALs/e611192d6313,39777,1731709225757 2024-11-15T22:20:29,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,39777,1731709225757] 2024-11-15T22:20:29,021 INFO [RS:0;e611192d6313:39777 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:20:29,022 INFO [RS:0;e611192d6313:39777 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:20:29,023 INFO [RS:0;e611192d6313:39777 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:20:29,023 INFO [RS:0;e611192d6313:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:29,023 INFO [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:20:29,024 INFO [RS:0;e611192d6313:39777 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:20:29,024 INFO [RS:0;e611192d6313:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:29,024 DEBUG [RS:0;e611192d6313:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:29,024 DEBUG [RS:0;e611192d6313:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:29,024 DEBUG [RS:0;e611192d6313:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:29,024 DEBUG [RS:0;e611192d6313:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:29,024 DEBUG [RS:0;e611192d6313:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:29,024 DEBUG [RS:0;e611192d6313:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:20:29,024 DEBUG [RS:0;e611192d6313:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:29,024 DEBUG [RS:0;e611192d6313:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:29,024 DEBUG [RS:0;e611192d6313:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:29,024 DEBUG [RS:0;e611192d6313:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:29,024 DEBUG [RS:0;e611192d6313:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:29,024 DEBUG [RS:0;e611192d6313:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:29,024 DEBUG [RS:0;e611192d6313:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:20:29,024 DEBUG [RS:0;e611192d6313:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:20:29,025 INFO [RS:0;e611192d6313:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:29,025 INFO [RS:0;e611192d6313:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:29,025 INFO [RS:0;e611192d6313:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:29,025 INFO [RS:0;e611192d6313:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:29,025 INFO [RS:0;e611192d6313:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:29,025 INFO [RS:0;e611192d6313:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39777,1731709225757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:20:29,039 INFO [RS:0;e611192d6313:39777 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:20:29,039 INFO [RS:0;e611192d6313:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39777,1731709225757-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:29,039 INFO [RS:0;e611192d6313:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:29,039 INFO [RS:0;e611192d6313:39777 {}] regionserver.Replication(171): e611192d6313,39777,1731709225757 started 2024-11-15T22:20:29,058 INFO [RS:0;e611192d6313:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:29,058 INFO [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,39777,1731709225757, RpcServer on e611192d6313/172.17.0.3:39777, sessionid=0x101409578fe0004 2024-11-15T22:20:29,058 DEBUG [RS:0;e611192d6313:39777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:20:29,058 DEBUG [RS:0;e611192d6313:39777 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,39777,1731709225757 2024-11-15T22:20:29,058 DEBUG [RS:0;e611192d6313:39777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,39777,1731709225757' 2024-11-15T22:20:29,058 DEBUG [RS:0;e611192d6313:39777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1140067736/flush-table-proc/abort' 2024-11-15T22:20:29,059 DEBUG [RS:0;e611192d6313:39777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1140067736/flush-table-proc/acquired' 2024-11-15T22:20:29,059 DEBUG [RS:0;e611192d6313:39777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:20:29,059 DEBUG [RS:0;e611192d6313:39777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:20:29,059 DEBUG [RS:0;e611192d6313:39777 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,39777,1731709225757 2024-11-15T22:20:29,059 DEBUG [RS:0;e611192d6313:39777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,39777,1731709225757' 2024-11-15T22:20:29,059 DEBUG [RS:0;e611192d6313:39777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1140067736/online-snapshot/abort' 2024-11-15T22:20:29,059 DEBUG [RS:0;e611192d6313:39777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1140067736/online-snapshot/acquired' 2024-11-15T22:20:29,059 DEBUG [RS:0;e611192d6313:39777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:20:29,059 INFO [RS:0;e611192d6313:39777 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:20:29,059 INFO [RS:0;e611192d6313:39777 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:20:29,160 INFO [RS:0;e611192d6313:39777 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:20:29,161 INFO [RS:0;e611192d6313:39777 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C39777%2C1731709225757, suffix=, logDir=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/WALs/e611192d6313,39777,1731709225757, archiveDir=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/oldWALs, maxLogs=10 2024-11-15T22:20:29,175 DEBUG [RS:0;e611192d6313:39777 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/WALs/e611192d6313,39777,1731709225757/e611192d6313%2C39777%2C1731709225757.1731709229162, exclude list is [], retry=0 2024-11-15T22:20:29,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37843,DS-0d2f45a3-5b44-4915-acb0-186f9c399ec4,DISK] 2024-11-15T22:20:29,182 INFO [RS:0;e611192d6313:39777 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/WALs/e611192d6313,39777,1731709225757/e611192d6313%2C39777%2C1731709225757.1731709229162 2024-11-15T22:20:29,183 DEBUG [RS:0;e611192d6313:39777 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44663:44663)] 2024-11-15T22:20:29,280 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:20:29,280 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc 2024-11-15T22:20:29,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37843 is added to blk_1073741833_1009 (size=32) 2024-11-15T22:20:29,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:29,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:20:29,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:20:29,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:29,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:29,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:20:29,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:20:29,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:29,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:29,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:20:29,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:20:29,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:29,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:29,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:20:29,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:20:29,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:29,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:29,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:20:29,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/data/hbase/meta/1588230740 2024-11-15T22:20:29,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/data/hbase/meta/1588230740 2024-11-15T22:20:29,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:20:29,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:20:29,714 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:20:29,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:20:29,740 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:20:29,742 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67126000, jitterRate=2.5534629821777344E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:20:29,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709229688Initializing all the Stores at 1731709229690 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709229690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709229692 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709229692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709229692Cleaning up temporary data from old regions at 1731709229713 (+21 ms)Region opened successfully at 1731709229743 (+30 ms) 2024-11-15T22:20:29,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:20:29,743 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:20:29,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:20:29,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:20:29,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:20:29,744 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:20:29,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709229743Disabling compacts and flushes for region at 1731709229743Disabling writes for close at 1731709229743Writing region close event to WAL at 1731709229743Closed at 1731709229744 (+1 ms) 2024-11-15T22:20:29,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:29,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:20:29,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:20:29,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:20:29,749 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:20:29,899 DEBUG [e611192d6313:37643 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:20:29,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,39777,1731709225757 2024-11-15T22:20:29,901 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,39777,1731709225757, state=OPENING 2024-11-15T22:20:29,911 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:20:29,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736 2024-11-15T22:20:29,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736 2024-11-15T22:20:29,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1140067736/meta-region-server: CHANGED 2024-11-15T22:20:29,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1140067736/meta-region-server: CHANGED 2024-11-15T22:20:29,922 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:20:29,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,39777,1731709225757}] 2024-11-15T22:20:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:20:30,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T22:20:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:20:30,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T22:20:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:20:30,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T22:20:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:20:30,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T22:20:30,074 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:20:30,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:20:30,079 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:20:30,079 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:30,079 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:20:30,080 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C39777%2C1731709225757.meta, suffix=.meta, logDir=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/WALs/e611192d6313,39777,1731709225757, archiveDir=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/oldWALs, maxLogs=10 2024-11-15T22:20:30,094 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/WALs/e611192d6313,39777,1731709225757/e611192d6313%2C39777%2C1731709225757.meta.1731709230081.meta, exclude list is [], retry=0 2024-11-15T22:20:30,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37843,DS-0d2f45a3-5b44-4915-acb0-186f9c399ec4,DISK] 2024-11-15T22:20:30,098 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/WALs/e611192d6313,39777,1731709225757/e611192d6313%2C39777%2C1731709225757.meta.1731709230081.meta 2024-11-15T22:20:30,098 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44663:44663)] 2024-11-15T22:20:30,098 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:20:30,098 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:20:30,098 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:20:30,098 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:20:30,098 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:20:30,099 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:20:30,099 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:30,099 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:20:30,099 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:20:30,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:20:30,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:20:30,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:30,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:30,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:20:30,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:20:30,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:30,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:30,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:20:30,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:20:30,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:30,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:30,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:20:30,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:20:30,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:30,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:30,104 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:20:30,105 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/data/hbase/meta/1588230740 2024-11-15T22:20:30,106 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/data/hbase/meta/1588230740 2024-11-15T22:20:30,107 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:20:30,107 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:20:30,107 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:20:30,108 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:20:30,109 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60366703, jitterRate=-0.10046602785587311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:20:30,109 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:20:30,109 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709230099Writing region info on filesystem at 1731709230099Initializing all the Stores at 1731709230099Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709230100 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709230100Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709230100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709230100Cleaning up temporary data from old regions at 1731709230107 (+7 ms)Running coprocessor post-open hooks at 1731709230109 (+2 ms)Region opened successfully at 1731709230109 2024-11-15T22:20:30,110 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709230074 2024-11-15T22:20:30,111 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:20:30,111 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:20:30,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,39777,1731709225757 2024-11-15T22:20:30,113 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,39777,1731709225757, state=OPEN 2024-11-15T22:20:30,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1140067736/meta-region-server 2024-11-15T22:20:30,177 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,39777,1731709225757 2024-11-15T22:20:30,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1140067736/meta-region-server: CHANGED 2024-11-15T22:20:30,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1140067736/meta-region-server 2024-11-15T22:20:30,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1140067736/meta-region-server: CHANGED 2024-11-15T22:20:30,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:20:30,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,39777,1731709225757 in 255 msec 2024-11-15T22:20:30,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:20:30,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-15T22:20:30,186 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:30,186 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:20:30,188 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:20:30,188 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39777,1731709225757, seqNum=-1] 2024-11-15T22:20:30,188 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:20:30,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:20:30,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3520 sec 2024-11-15T22:20:30,197 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709230197, completionTime=-1 2024-11-15T22:20:30,197 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:20:30,197 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:20:30,200 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:20:30,200 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709290200 2024-11-15T22:20:30,200 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709350200 2024-11-15T22:20:30,200 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T22:20:30,200 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37643,1731709225619-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:30,200 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37643,1731709225619-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:30,200 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37643,1731709225619-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:30,201 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:37643, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:30,201 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:30,201 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:30,203 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:20:30,205 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.113sec 2024-11-15T22:20:30,206 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:20:30,206 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:20:30,206 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:20:30,206 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:20:30,206 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:20:30,206 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37643,1731709225619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:20:30,206 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37643,1731709225619-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:20:30,209 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:20:30,209 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:20:30,209 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37643,1731709225619-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:30,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103ccb11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:30,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37643,-1 for getting cluster id 2024-11-15T22:20:30,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:20:30,297 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2289ac2-0356-43cb-bace-8320e67dae3a' 2024-11-15T22:20:30,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:20:30,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2289ac2-0356-43cb-bace-8320e67dae3a" 2024-11-15T22:20:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f503a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37643,-1] 2024-11-15T22:20:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:20:30,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:30,303 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:20:30,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1772f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:30,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:20:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39777,1731709225757, seqNum=-1] 2024-11-15T22:20:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:20:30,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:20:30,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,37643,1731709225619 2024-11-15T22:20:30,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53018 2024-11-15T22:20:30,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:20:30,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101409578fe0005 connected 2024-11-15T22:20:30,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f16fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:30,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45857,-1 for getting cluster id 2024-11-15T22:20:30,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:20:30,352 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb1ecc72-09c5-4ed4-9027-5cadb50fb85b' 2024-11-15T22:20:30,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:20:30,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb1ecc72-09c5-4ed4-9027-5cadb50fb85b" 2024-11-15T22:20:30,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7876c2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:30,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45857,-1] 2024-11-15T22:20:30,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:20:30,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:30,357 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:20:30,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28626e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:30,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:20:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,45857,1731709220306 2024-11-15T22:20:30,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f4a1169 2024-11-15T22:20:30,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:20:30,365 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:20:30,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:37643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:20:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:20:30,370 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:37643' 2024-11-15T22:20:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:20:30,380 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211659ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:30,380 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37643,-1 for getting cluster id 2024-11-15T22:20:30,380 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:20:30,381 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2289ac2-0356-43cb-bace-8320e67dae3a' 2024-11-15T22:20:30,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:20:30,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2289ac2-0356-43cb-bace-8320e67dae3a" 2024-11-15T22:20:30,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2673dce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:30,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37643,-1] 2024-11-15T22:20:30,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:20:30,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:30,389 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:20:30,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef6af31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:30,391 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:20:30,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,37643,1731709225619 2024-11-15T22:20:30,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a41f781 2024-11-15T22:20:30,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:20:30,394 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:20:30,396 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-15T22:20:30,396 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:20:30,396 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:30,396 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:30,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:20:30,397 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:20:30,400 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:20:30,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:20:30,403 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:30,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:20:30,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741835_1011 (size=1138) 2024-11-15T22:20:30,445 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5410c65ea5ced659156deb2af99132ad, NAME => 'hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab 2024-11-15T22:20:30,462 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T22:20:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:20:30,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741836_1012 (size=44) 2024-11-15T22:20:30,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:30,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5410c65ea5ced659156deb2af99132ad, disabling compactions & flushes 2024-11-15T22:20:30,480 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:30,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:30,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. after waiting 0 ms 2024-11-15T22:20:30,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:30,480 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:30,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5410c65ea5ced659156deb2af99132ad: Waiting for close lock at 1731709230480Disabling compacts and flushes for region at 1731709230480Disabling writes for close at 1731709230480Writing region close event to WAL at 1731709230480Closed at 1731709230480 2024-11-15T22:20:30,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:20:30,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731709230481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709230481"}]},"ts":"1731709230481"} 2024-11-15T22:20:30,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:20:30,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:20:30,497 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709230496"}]},"ts":"1731709230496"} 2024-11-15T22:20:30,499 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T22:20:30,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5410c65ea5ced659156deb2af99132ad, ASSIGN}] 2024-11-15T22:20:30,502 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5410c65ea5ced659156deb2af99132ad, ASSIGN 2024-11-15T22:20:30,503 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5410c65ea5ced659156deb2af99132ad, ASSIGN; state=OFFLINE, location=e611192d6313,44267,1731709220569; forceNewPlan=false, retain=false 2024-11-15T22:20:30,653 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5410c65ea5ced659156deb2af99132ad, regionState=OPENING, regionLocation=e611192d6313,44267,1731709220569 2024-11-15T22:20:30,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5410c65ea5ced659156deb2af99132ad, ASSIGN because future has completed 2024-11-15T22:20:30,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5410c65ea5ced659156deb2af99132ad, server=e611192d6313,44267,1731709220569}] 2024-11-15T22:20:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:20:30,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:30,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:30,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:20:30,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C44267%2C1731709220569.rep, suffix=, logDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569, archiveDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/oldWALs, maxLogs=10 2024-11-15T22:20:30,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569/e611192d6313%2C44267%2C1731709220569.rep.1731709230814, exclude list is [], retry=0 2024-11-15T22:20:30,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38537,DS-3d7901f4-e790-41a2-9ac5-485415e07bdc,DISK] 2024-11-15T22:20:30,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569/e611192d6313%2C44267%2C1731709220569.rep.1731709230814 2024-11-15T22:20:30,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-11-15T22:20:30,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5410c65ea5ced659156deb2af99132ad, NAME => 'hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:20:30,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:20:30,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:20:30,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. service=MultiRowMutationService 2024-11-15T22:20:30,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:20:30,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:30,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:30,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:30,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:30,836 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:30,837 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5410c65ea5ced659156deb2af99132ad columnFamilyName hfileref 2024-11-15T22:20:30,837 DEBUG [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:30,837 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] regionserver.HStore(327): Store=5410c65ea5ced659156deb2af99132ad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:30,837 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:30,838 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5410c65ea5ced659156deb2af99132ad columnFamilyName queue 2024-11-15T22:20:30,839 DEBUG [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:30,839 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] regionserver.HStore(327): Store=5410c65ea5ced659156deb2af99132ad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:30,839 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:30,840 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5410c65ea5ced659156deb2af99132ad columnFamilyName sid 2024-11-15T22:20:30,840 DEBUG [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:30,840 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] regionserver.HStore(327): Store=5410c65ea5ced659156deb2af99132ad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:30,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:30,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/replication/5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:30,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/replication/5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:30,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:30,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:30,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:20:30,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:30,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/replication/5410c65ea5ced659156deb2af99132ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:20:30,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5410c65ea5ced659156deb2af99132ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61431271, jitterRate=-0.0846027284860611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:20:30,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:30,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5410c65ea5ced659156deb2af99132ad: Running coprocessor pre-open hook at 1731709230834Writing region info on filesystem at 1731709230834Initializing all the Stores at 1731709230835 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709230835Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709230835Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709230835Cleaning up temporary data from old regions at 1731709230842 (+7 ms)Running coprocessor post-open hooks at 1731709230846 (+4 ms)Region opened successfully at 1731709230847 (+1 ms) 2024-11-15T22:20:30,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad., pid=7, masterSystemTime=1731709230808 2024-11-15T22:20:30,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:30,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:30,850 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5410c65ea5ced659156deb2af99132ad, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,44267,1731709220569 2024-11-15T22:20:30,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5410c65ea5ced659156deb2af99132ad, server=e611192d6313,44267,1731709220569 because future has completed 2024-11-15T22:20:30,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T22:20:30,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5410c65ea5ced659156deb2af99132ad, server=e611192d6313,44267,1731709220569 in 197 msec 2024-11-15T22:20:30,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:20:30,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5410c65ea5ced659156deb2af99132ad, ASSIGN in 355 msec 2024-11-15T22:20:30,858 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:20:30,858 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709230858"}]},"ts":"1731709230858"} 2024-11-15T22:20:30,860 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T22:20:30,861 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:20:30,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 464 msec 2024-11-15T22:20:30,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad., hostname=e611192d6313,44267,1731709220569, seqNum=2] 2024-11-15T22:20:30,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:30,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:30,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:20:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:20:31,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T22:20:31,149 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T22:20:31,208 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,44267,1731709220569, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:20:31,209 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:20:31,209 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,44267,1731709220569, seqNum=-1] 2024-11-15T22:20:31,210 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:20:31,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-15T22:20:31,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e611192d6313,44267,1731709220569', locateType=CURRENT is [region=hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad., hostname=e611192d6313,44267,1731709220569, seqNum=2] 2024-11-15T22:20:31,216 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T22:20:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T22:20:31,219 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e611192d6313,44267,1731709220569 suceeded 2024-11-15T22:20:31,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T22:20:31,222 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e611192d6313:37643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:20:31,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-15T22:20:31,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 856 msec 2024-11-15T22:20:31,236 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:37643' 2024-11-15T22:20:31,238 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76fcab75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:31,238 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37643,-1 for getting cluster id 2024-11-15T22:20:31,238 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:20:31,238 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2289ac2-0356-43cb-bace-8320e67dae3a' 2024-11-15T22:20:31,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:20:31,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2289ac2-0356-43cb-bace-8320e67dae3a" 2024-11-15T22:20:31,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32ef0b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:31,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37643,-1] 2024-11-15T22:20:31,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:20:31,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:31,240 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:20:31,240 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15a1dfda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:31,241 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:20:31,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,37643,1731709225619 2024-11-15T22:20:31,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63f9b63b 2024-11-15T22:20:31,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:20:31,242 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-15T22:20:31,243 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,44267,1731709220569 (queues=1) is replicating from cluster=fb1ecc72-09c5-4ed4-9027-5cadb50fb85b to cluster=c2289ac2-0356-43cb-bace-8320e67dae3a 2024-11-15T22:20:31,243 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C44267%2C1731709220569 2024-11-15T22:20:31,243 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,44267,1731709220569, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:20:31,245 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569.replicationSource.shippere611192d6313%2C44267%2C1731709220569,1-e611192d6313,44267,1731709220569 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C44267%2C1731709220569 2024-11-15T22:20:31,245 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569.replicationSource.wal-reader.e611192d6313%2C44267%2C1731709220569,1-e611192d6313,44267,1731709220569 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569/e611192d6313%2C44267%2C1731709220569.1731709222440, startPosition=0, beingWritten=true 2024-11-15T22:20:31,451 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569.replicationSource.wal-reader.e611192d6313%2C44267%2C1731709220569,1-e611192d6313,44267,1731709220569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569/e611192d6313%2C44267%2C1731709220569.1731709222440 to pos 0, reset compression=false 2024-11-15T22:20:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:20:31,512 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:20:31,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:20:31,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:20:31,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:31,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:31,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:20:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,45857,1731709220306 2024-11-15T22:20:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@505f1f93 2024-11-15T22:20:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:20:31,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:20:31,517 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:20:31,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T22:20:31,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:20:31,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:20:31,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:31,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:31,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:20:31,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1188790519, stopped=false 2024-11-15T22:20:31,519 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,45857,1731709220306 2024-11-15T22:20:31,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:20:31,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1770635970/running 2024-11-15T22:20:31,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:31,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1770635970/running 2024-11-15T22:20:31,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:31,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on znode that does not yet exist, /0-1770635970/running 2024-11-15T22:20:31,534 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:20:31,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:20:31,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on znode that does not yet exist, /0-1770635970/running 2024-11-15T22:20:31,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:20:31,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:31,537 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,44267,1731709220569' ***** 2024-11-15T22:20:31,537 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:20:31,538 INFO [RS:0;e611192d6313:44267 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:20:31,538 INFO [RS:0;e611192d6313:44267 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:20:31,538 INFO [RS:0;e611192d6313:44267 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:20:31,538 INFO [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(3091): Received CLOSE for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:31,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:20:31,540 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:20:31,540 INFO [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(959): stopping server e611192d6313,44267,1731709220569 2024-11-15T22:20:31,540 INFO [RS:0;e611192d6313:44267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:20:31,540 INFO [RS:0;e611192d6313:44267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:44267. 2024-11-15T22:20:31,540 DEBUG [RS:0;e611192d6313:44267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:20:31,540 DEBUG [RS:0;e611192d6313:44267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:31,541 INFO [RS:0;e611192d6313:44267 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:20:31,541 INFO [RS:0;e611192d6313:44267 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:20:31,541 INFO [RS:0;e611192d6313:44267 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:20:31,541 INFO [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:20:31,541 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5410c65ea5ced659156deb2af99132ad, disabling compactions & flushes 2024-11-15T22:20:31,541 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:31,541 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:31,541 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. after waiting 0 ms 2024-11-15T22:20:31,541 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:31,541 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5410c65ea5ced659156deb2af99132ad 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T22:20:31,542 INFO [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:20:31,542 DEBUG [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5410c65ea5ced659156deb2af99132ad=hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad.} 2024-11-15T22:20:31,542 DEBUG [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:31,561 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:20:31,561 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:20:31,561 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:20:31,562 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:20:31,562 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:20:31,562 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T22:20:31,584 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/replication/5410c65ea5ced659156deb2af99132ad/.tmp/queue/806d86f359ef421180b6b69406952956 is 151, key is 1-e611192d6313,44267,1731709220569/queue:e611192d6313%2C44267%2C1731709220569/1731709231214/Put/seqid=0 2024-11-15T22:20:31,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741838_1014 (size=5350) 2024-11-15T22:20:31,609 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/replication/5410c65ea5ced659156deb2af99132ad/.tmp/queue/806d86f359ef421180b6b69406952956 2024-11-15T22:20:31,611 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/.tmp/info/e5e1c9ca14c44992b6be6bdaf2355490 is 147, key is hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad./info:regioninfo/1731709230850/Put/seqid=0 2024-11-15T22:20:31,645 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/replication/5410c65ea5ced659156deb2af99132ad/.tmp/queue/806d86f359ef421180b6b69406952956 as hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/replication/5410c65ea5ced659156deb2af99132ad/queue/806d86f359ef421180b6b69406952956 2024-11-15T22:20:31,658 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/replication/5410c65ea5ced659156deb2af99132ad/queue/806d86f359ef421180b6b69406952956, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T22:20:31,661 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5410c65ea5ced659156deb2af99132ad in 120ms, sequenceid=5, compaction requested=false 2024-11-15T22:20:31,661 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T22:20:31,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741839_1015 (size=6631) 2024-11-15T22:20:31,668 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/.tmp/info/e5e1c9ca14c44992b6be6bdaf2355490 2024-11-15T22:20:31,720 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/replication/5410c65ea5ced659156deb2af99132ad/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T22:20:31,721 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:20:31,721 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:20:31,721 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:31,721 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5410c65ea5ced659156deb2af99132ad: Waiting for close lock at 1731709231541Running coprocessor pre-close hooks at 1731709231541Disabling compacts and flushes for region at 1731709231541Disabling writes for close at 1731709231541Obtaining lock to block concurrent updates at 1731709231541Preparing flush snapshotting stores in 5410c65ea5ced659156deb2af99132ad at 1731709231541Finished memstore snapshotting hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731709231542 (+1 ms)Flushing stores of hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. at 1731709231543 (+1 ms)Flushing 5410c65ea5ced659156deb2af99132ad/queue: creating writer at 1731709231543Flushing 5410c65ea5ced659156deb2af99132ad/queue: appending metadata at 1731709231583 (+40 ms)Flushing 5410c65ea5ced659156deb2af99132ad/queue: closing flushed file at 1731709231583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@422294a2: reopening flushed file at 1731709231642 (+59 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5410c65ea5ced659156deb2af99132ad in 120ms, sequenceid=5, compaction requested=false at 1731709231661 (+19 ms)Writing region close event to WAL at 1731709231680 (+19 ms)Running coprocessor post-close hooks at 1731709231721 (+41 ms)Closed at 1731709231721 2024-11-15T22:20:31,722 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:31,727 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/.tmp/ns/ad3852b8086f421c8be278d074c10788 is 43, key is default/ns:d/1731709222994/Put/seqid=0 2024-11-15T22:20:31,742 DEBUG [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:20:31,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741840_1016 (size=5153) 2024-11-15T22:20:31,778 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569.replicationSource.wal-reader.e611192d6313%2C44267%2C1731709220569,1-e611192d6313,44267,1731709220569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569/e611192d6313%2C44267%2C1731709220569.1731709222440 to pos 0, reset compression=false 2024-11-15T22:20:31,942 DEBUG [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:20:32,143 DEBUG [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:20:32,163 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/.tmp/ns/ad3852b8086f421c8be278d074c10788 2024-11-15T22:20:32,186 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/.tmp/table/2ac71c27d8844f6a9d0ed9ad19013049 is 53, key is hbase:replication/table:state/1731709230858/Put/seqid=0 2024-11-15T22:20:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741841_1017 (size=5256) 2024-11-15T22:20:32,213 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569.replicationSource.wal-reader.e611192d6313%2C44267%2C1731709220569,1-e611192d6313,44267,1731709220569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569/e611192d6313%2C44267%2C1731709220569.1731709222440 to pos 0, reset compression=false 2024-11-15T22:20:32,343 DEBUG [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:20:32,363 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:20:32,363 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:20:32,543 INFO [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:20:32,543 DEBUG [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:20:32,543 DEBUG [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:20:32,600 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/.tmp/table/2ac71c27d8844f6a9d0ed9ad19013049 2024-11-15T22:20:32,615 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/.tmp/info/e5e1c9ca14c44992b6be6bdaf2355490 as hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/info/e5e1c9ca14c44992b6be6bdaf2355490 2024-11-15T22:20:32,633 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/info/e5e1c9ca14c44992b6be6bdaf2355490, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T22:20:32,639 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/.tmp/ns/ad3852b8086f421c8be278d074c10788 as hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/ns/ad3852b8086f421c8be278d074c10788 2024-11-15T22:20:32,649 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/ns/ad3852b8086f421c8be278d074c10788, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T22:20:32,650 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/.tmp/table/2ac71c27d8844f6a9d0ed9ad19013049 as hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/table/2ac71c27d8844f6a9d0ed9ad19013049 2024-11-15T22:20:32,661 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/table/2ac71c27d8844f6a9d0ed9ad19013049, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T22:20:32,674 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1112ms, sequenceid=11, compaction requested=false 2024-11-15T22:20:32,715 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T22:20:32,716 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:20:32,716 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:20:32,716 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:20:32,716 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709231561Running coprocessor pre-close hooks at 1731709231561Disabling compacts and flushes for region at 1731709231561Disabling writes for close at 1731709231562 (+1 ms)Obtaining lock to block concurrent updates at 1731709231562Preparing flush snapshotting stores in 1588230740 at 1731709231562Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731709231562Flushing stores of hbase:meta,,1.1588230740 at 1731709231564 (+2 ms)Flushing 1588230740/info: creating writer at 1731709231565 (+1 ms)Flushing 1588230740/info: appending metadata at 1731709231610 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731709231610Flushing 1588230740/ns: creating writer at 1731709231679 (+69 ms)Flushing 1588230740/ns: appending metadata at 1731709231726 (+47 ms)Flushing 1588230740/ns: closing flushed file at 1731709231726Flushing 1588230740/table: creating writer at 1731709232170 (+444 ms)Flushing 1588230740/table: appending metadata at 1731709232186 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731709232186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4731b887: reopening flushed file at 1731709232614 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e225b1f: reopening flushed file at 1731709232634 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c75b4c: reopening flushed file at 1731709232649 (+15 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1112ms, sequenceid=11, compaction requested=false at 1731709232674 (+25 ms)Writing region close event to WAL at 1731709232700 (+26 ms)Running coprocessor post-close hooks at 1731709232716 (+16 ms)Closed at 1731709232716 2024-11-15T22:20:32,716 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:20:32,721 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569.replicationSource.wal-reader.e611192d6313%2C44267%2C1731709220569,1-e611192d6313,44267,1731709220569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569/e611192d6313%2C44267%2C1731709220569.1731709222440 to pos 0, reset compression=false 2024-11-15T22:20:32,743 INFO [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(976): stopping server e611192d6313,44267,1731709220569; all regions closed. 2024-11-15T22:20:32,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741834_1010 (size=2742) 2024-11-15T22:20:32,753 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569/e611192d6313%2C44267%2C1731709220569.meta.1731709222938.meta not finished, retry = 0 2024-11-15T22:20:32,856 DEBUG [RS:0;e611192d6313:44267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/oldWALs 2024-11-15T22:20:32,856 INFO [RS:0;e611192d6313:44267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C44267%2C1731709220569.meta:.meta(num 1731709222938) 2024-11-15T22:20:32,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741837_1013 (size=1586) 2024-11-15T22:20:32,858 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569/e611192d6313%2C44267%2C1731709220569.rep.1731709230814 not finished, retry = 0 2024-11-15T22:20:32,961 DEBUG [RS:0;e611192d6313:44267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/oldWALs 2024-11-15T22:20:32,961 INFO [RS:0;e611192d6313:44267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C44267%2C1731709220569.rep:(num 1731709230814) 2024-11-15T22:20:32,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741833_1009 (size=93) 2024-11-15T22:20:32,963 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569/e611192d6313%2C44267%2C1731709220569.1731709222440 not finished, retry = 0 2024-11-15T22:20:33,065 DEBUG [RS:0;e611192d6313:44267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/oldWALs 2024-11-15T22:20:33,065 INFO [RS:0;e611192d6313:44267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C44267%2C1731709220569:(num 1731709222440) 2024-11-15T22:20:33,065 DEBUG [RS:0;e611192d6313:44267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:33,065 INFO [RS:0;e611192d6313:44267 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:20:33,065 INFO [RS:0;e611192d6313:44267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:20:33,065 INFO [RS:0;e611192d6313:44267 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T22:20:33,066 INFO [RS:0;e611192d6313:44267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:20:33,066 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:20:33,066 INFO [RS:0;e611192d6313:44267 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,44267,1731709220569 because: Region server is closing 2024-11-15T22:20:33,066 INFO [RS:0;e611192d6313:44267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:44267. 2024-11-15T22:20:33,066 DEBUG [RS:0;e611192d6313:44267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:20:33,066 DEBUG [RS:0;e611192d6313:44267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:33,066 DEBUG [RS:0;e611192d6313:44267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:33,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:20:33,166 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569.replicationSource.wal-reader.e611192d6313%2C44267%2C1731709220569,1-e611192d6313,44267,1731709220569 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T22:20:33,166 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569.replicationSource.shippere611192d6313%2C44267%2C1731709220569,1-e611192d6313,44267,1731709220569 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T22:20:33,167 INFO [RS:0;e611192d6313:44267 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44267,1731709220569.replicationSource.shippere611192d6313%2C44267%2C1731709220569,1-e611192d6313,44267,1731709220569 terminated 2024-11-15T22:20:33,167 INFO [RS:0;e611192d6313:44267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44267 2024-11-15T22:20:33,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970/rs 2024-11-15T22:20:33,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1770635970/rs/e611192d6313,44267,1731709220569 2024-11-15T22:20:33,174 INFO [RS:0;e611192d6313:44267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:20:33,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,44267,1731709220569] 2024-11-15T22:20:33,195 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1770635970/draining/e611192d6313,44267,1731709220569 already deleted, retry=false 2024-11-15T22:20:33,195 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,44267,1731709220569 expired; onlineServers=0 2024-11-15T22:20:33,195 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,45857,1731709220306' ***** 2024-11-15T22:20:33,195 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:20:33,195 INFO [M:0;e611192d6313:45857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:20:33,195 INFO [M:0;e611192d6313:45857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:20:33,195 DEBUG [M:0;e611192d6313:45857 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:20:33,195 DEBUG [M:0;e611192d6313:45857 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:20:33,195 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:20:33,195 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709222152 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709222152,5,FailOnTimeoutGroup] 2024-11-15T22:20:33,195 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709222160 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709222160,5,FailOnTimeoutGroup] 2024-11-15T22:20:33,195 INFO [M:0;e611192d6313:45857 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:20:33,195 INFO [M:0;e611192d6313:45857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:20:33,195 DEBUG [M:0;e611192d6313:45857 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:20:33,196 INFO [M:0;e611192d6313:45857 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:20:33,196 INFO [M:0;e611192d6313:45857 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:20:33,196 INFO [M:0;e611192d6313:45857 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:20:33,196 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:20:33,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1770635970/master 2024-11-15T22:20:33,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:33,205 DEBUG [M:0;e611192d6313:45857 {}] zookeeper.ZKUtil(347): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Unable to get data of znode /0-1770635970/master because node does not exist (not an error) 2024-11-15T22:20:33,205 WARN [M:0;e611192d6313:45857 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:20:33,206 INFO [M:0;e611192d6313:45857 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/.lastflushedseqids 2024-11-15T22:20:33,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741842_1018 (size=181) 2024-11-15T22:20:33,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:33,285 INFO [RS:0;e611192d6313:44267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:20:33,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44267-0x101409578fe0001, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:33,285 INFO [RS:0;e611192d6313:44267 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,44267,1731709220569; zookeeper connection closed. 2024-11-15T22:20:33,285 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6eb66394 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6eb66394 2024-11-15T22:20:33,285 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:20:33,611 INFO [M:0;e611192d6313:45857 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:20:33,611 INFO [M:0;e611192d6313:45857 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:20:33,611 DEBUG [M:0;e611192d6313:45857 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:20:33,611 INFO [M:0;e611192d6313:45857 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:33,611 DEBUG [M:0;e611192d6313:45857 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:33,611 DEBUG [M:0;e611192d6313:45857 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:20:33,611 DEBUG [M:0;e611192d6313:45857 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:33,611 INFO [M:0;e611192d6313:45857 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T22:20:33,627 DEBUG [M:0;e611192d6313:45857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d988deb1e4dd419b88e5024c2faf44ec is 82, key is hbase:meta,,1/info:regioninfo/1731709222975/Put/seqid=0 2024-11-15T22:20:33,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741843_1019 (size=5672) 2024-11-15T22:20:34,030 INFO [M:0;e611192d6313:45857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d988deb1e4dd419b88e5024c2faf44ec 2024-11-15T22:20:34,055 DEBUG [M:0;e611192d6313:45857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a7cee5c22e24aeaa5b837f37ffb5900 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731709230862/Put/seqid=0 2024-11-15T22:20:34,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741844_1020 (size=7203) 2024-11-15T22:20:34,465 INFO [M:0;e611192d6313:45857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a7cee5c22e24aeaa5b837f37ffb5900 2024-11-15T22:20:34,488 DEBUG [M:0;e611192d6313:45857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44d8a97bf96f4305b659c897e8c42956 is 69, key is e611192d6313,44267,1731709220569/rs:state/1731709222208/Put/seqid=0 2024-11-15T22:20:34,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741845_1021 (size=5156) 2024-11-15T22:20:34,498 INFO [M:0;e611192d6313:45857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44d8a97bf96f4305b659c897e8c42956 2024-11-15T22:20:34,503 DEBUG [M:0;e611192d6313:45857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d988deb1e4dd419b88e5024c2faf44ec as hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d988deb1e4dd419b88e5024c2faf44ec 2024-11-15T22:20:34,507 INFO [M:0;e611192d6313:45857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d988deb1e4dd419b88e5024c2faf44ec, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T22:20:34,508 DEBUG [M:0;e611192d6313:45857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a7cee5c22e24aeaa5b837f37ffb5900 as hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a7cee5c22e24aeaa5b837f37ffb5900 2024-11-15T22:20:34,512 INFO [M:0;e611192d6313:45857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a7cee5c22e24aeaa5b837f37ffb5900, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T22:20:34,513 DEBUG [M:0;e611192d6313:45857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44d8a97bf96f4305b659c897e8c42956 as hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44d8a97bf96f4305b659c897e8c42956 2024-11-15T22:20:34,517 INFO [M:0;e611192d6313:45857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44d8a97bf96f4305b659c897e8c42956, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T22:20:34,518 INFO [M:0;e611192d6313:45857 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=70, compaction requested=false 2024-11-15T22:20:34,519 INFO [M:0;e611192d6313:45857 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:34,519 DEBUG [M:0;e611192d6313:45857 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709233611Disabling compacts and flushes for region at 1731709233611Disabling writes for close at 1731709233611Obtaining lock to block concurrent updates at 1731709233611Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709233611Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731709233612 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709233612Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709233612Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709233626 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709233626Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709234036 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709234055 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709234055Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709234469 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709234487 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709234487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba2acb5: reopening flushed file at 1731709234502 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1204ea21: reopening flushed file at 1731709234507 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54be0da4: reopening flushed file at 1731709234512 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=70, compaction requested=false at 1731709234518 (+6 ms)Writing region close event to WAL at 1731709234519 (+1 ms)Closed at 1731709234519 2024-11-15T22:20:34,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741830_1006 (size=41008) 2024-11-15T22:20:34,523 INFO [M:0;e611192d6313:45857 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:20:34,523 INFO [M:0;e611192d6313:45857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45857 2024-11-15T22:20:34,523 INFO [M:0;e611192d6313:45857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:20:34,524 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:20:34,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:34,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45857-0x101409578fe0000, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:34,642 INFO [M:0;e611192d6313:45857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:20:34,645 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:20:34,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:34,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:34,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:20:34,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:34,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:20:34,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:20:34,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:20:34,648 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39737 2024-11-15T22:20:34,649 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39737 connecting to ZooKeeper ensemble=127.0.0.1:53018 2024-11-15T22:20:34,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397370x0, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:20:34,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39737-0x101409578fe0006 connected 2024-11-15T22:20:34,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:34,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:34,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on znode that does not yet exist, /0-1770635970/running 2024-11-15T22:20:34,697 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab, hbase.cluster.distributed=false 2024-11-15T22:20:34,697 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1770635970/meta-region-server: INIT 2024-11-15T22:20:34,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on znode that does not yet exist, /0-1770635970/acl 2024-11-15T22:20:34,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39737 2024-11-15T22:20:34,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39737 2024-11-15T22:20:34,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39737 2024-11-15T22:20:34,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39737 2024-11-15T22:20:34,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39737 2024-11-15T22:20:34,715 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:20:34,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:34,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:34,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:20:34,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:34,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:20:34,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:20:34,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:20:34,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40941 2024-11-15T22:20:34,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40941 connecting to ZooKeeper ensemble=127.0.0.1:53018 2024-11-15T22:20:34,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:34,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:34,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409410x0, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on znode that does not yet exist, /0-1770635970/running 2024-11-15T22:20:34,733 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:20:34,733 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1770635970/meta-region-server: INIT 2024-11-15T22:20:34,734 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:20:34,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409410x0, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on znode that does not yet exist, /0-1770635970/master 2024-11-15T22:20:34,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409410x0, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on znode that does not yet exist, /0-1770635970/acl 2024-11-15T22:20:34,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40941 2024-11-15T22:20:34,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40941 2024-11-15T22:20:34,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409410x0, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:20:34,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40941 2024-11-15T22:20:34,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40941-0x101409578fe0007 connected 2024-11-15T22:20:34,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40941 2024-11-15T22:20:34,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40941 2024-11-15T22:20:34,766 DEBUG [M:0;e611192d6313:39737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:39737 2024-11-15T22:20:34,788 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1770635970/backup-masters/e611192d6313,39737,1731709234644 2024-11-15T22:20:34,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970/backup-masters 2024-11-15T22:20:34,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970/backup-masters 2024-11-15T22:20:34,800 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on existing znode=/0-1770635970/backup-masters/e611192d6313,39737,1731709234644 2024-11-15T22:20:34,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:34,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1770635970/master 2024-11-15T22:20:34,806 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on existing znode=/0-1770635970/master 2024-11-15T22:20:34,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:34,807 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1770635970/backup-masters/e611192d6313,39737,1731709234644 from backup master directory 2024-11-15T22:20:34,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970/backup-masters 2024-11-15T22:20:34,816 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:20:34,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1770635970/backup-masters/e611192d6313,39737,1731709234644 2024-11-15T22:20:34,816 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,39737,1731709234644 2024-11-15T22:20:34,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970/backup-masters 2024-11-15T22:20:34,827 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:34,828 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:20:34,834 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-15T22:20:34,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741846_1022 (size=196) 2024-11-15T22:20:35,021 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:20:35,308 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:20:35,309 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:20:35,309 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:35,318 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T22:20:35,320 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/WALs/e611192d6313,45857,1731709220306 to hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/WALs/e611192d6313,45857,1731709220306-dead as it is dead 2024-11-15T22:20:35,320 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/WALs/e611192d6313,45857,1731709220306-dead/e611192d6313%2C45857%2C1731709220306.1731709221730 2024-11-15T22:20:35,321 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/WALs/e611192d6313,45857,1731709220306-dead/e611192d6313%2C45857%2C1731709220306.1731709221730 after 1ms 2024-11-15T22:20:35,321 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/WALs/e611192d6313,45857,1731709220306-dead/e611192d6313%2C45857%2C1731709220306.1731709221730 to hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e611192d6313%2C45857%2C1731709220306.1731709221730 2024-11-15T22:20:35,321 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/WALs/e611192d6313,45857,1731709220306-dead 2024-11-15T22:20:35,322 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/WALs/e611192d6313,39737,1731709234644 2024-11-15T22:20:35,323 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:20:35,324 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C39737%2C1731709234644, suffix=, logDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/WALs/e611192d6313,39737,1731709234644, archiveDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/oldWALs, maxLogs=10 2024-11-15T22:20:35,336 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/WALs/e611192d6313,39737,1731709234644/e611192d6313%2C39737%2C1731709234644.1731709235324, exclude list is [], retry=0 2024-11-15T22:20:35,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38537,DS-3d7901f4-e790-41a2-9ac5-485415e07bdc,DISK] 2024-11-15T22:20:35,340 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/WALs/e611192d6313,39737,1731709234644/e611192d6313%2C39737%2C1731709234644.1731709235324 2024-11-15T22:20:35,341 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-11-15T22:20:35,341 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:20:35,341 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:35,341 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:35,341 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:35,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:35,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:20:35,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:35,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d988deb1e4dd419b88e5024c2faf44ec 2024-11-15T22:20:35,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:35,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:35,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:20:35,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:35,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a7cee5c22e24aeaa5b837f37ffb5900 2024-11-15T22:20:35,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:35,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:35,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:20:35,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:35,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44d8a97bf96f4305b659c897e8c42956 2024-11-15T22:20:35,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:35,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:35,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:20:35,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:35,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:35,365 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:35,366 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T22:20:35,366 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e611192d6313%2C45857%2C1731709220306.1731709221730 2024-11-15T22:20:35,371 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e611192d6313%2C45857%2C1731709220306.1731709221730 2024-11-15T22:20:35,372 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e611192d6313%2C45857%2C1731709220306.1731709221730 2024-11-15T22:20:35,373 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:35,373 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:35,373 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:20:35,374 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:35,376 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-15T22:20:35,377 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70226508, jitterRate=0.04645651578903198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:20:35,377 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709235341Initializing all the Stores at 1731709235342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709235342Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709235344 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709235344Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709235344Cleaning up temporary data from old regions at 1731709235373 (+29 ms)Region opened successfully at 1731709235377 (+4 ms) 2024-11-15T22:20:35,377 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:20:35,379 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704f8bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:20:35,381 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T22:20:35,381 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:20:35,381 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:20:35,381 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:20:35,382 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:20:35,384 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:35,384 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:20:35,385 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:20:35,385 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-15T22:20:35,385 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:20:35,388 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e611192d6313,44267,1731709220569, regionLocation=e611192d6313,44267,1731709220569, openSeqNum=2 2024-11-15T22:20:35,388 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e611192d6313,44267,1731709220569, table=hbase:meta, region=1588230740 2024-11-15T22:20:35,388 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,44267,1731709220569, state=OPEN 2024-11-15T22:20:35,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1770635970/meta-region-server 2024-11-15T22:20:35,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1770635970/meta-region-server 2024-11-15T22:20:35,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1770635970/meta-region-server: CHANGED 2024-11-15T22:20:35,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1770635970/meta-region-server: CHANGED 2024-11-15T22:20:35,420 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:20:35,500 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1770635970/draining/e611192d6313,44267,1731709220569 already deleted, retry=false 2024-11-15T22:20:35,500 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e611192d6313,44267,1731709220569 on e611192d6313,39737,1731709234644 2024-11-15T22:20:35,502 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e611192d6313,44267,1731709220569, splitWal=true, meta=true 2024-11-15T22:20:35,502 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for e611192d6313,44267,1731709220569 (carryingMeta=true) e611192d6313,44267,1731709220569/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@476d9b21[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T22:20:35,508 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Unable to get data of znode /0-1770635970/balancer because node does not exist (not necessarily an error) 2024-11-15T22:20:35,574 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1770635970/balancer already deleted, retry=false 2024-11-15T22:20:35,575 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:20:35,575 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Unable to get data of znode /0-1770635970/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:20:35,600 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:20:35,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:35,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:35,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:35,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:35,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:35,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:35,666 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1770635970/normalizer already deleted, retry=false 2024-11-15T22:20:35,667 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:20:35,668 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Unable to get data of znode /0-1770635970/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:20:35,750 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1770635970/switch/split already deleted, retry=false 2024-11-15T22:20:35,751 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Unable to get data of znode /0-1770635970/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:20:35,803 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1770635970/switch/merge already deleted, retry=false 2024-11-15T22:20:35,850 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Unable to get data of znode /0-1770635970/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:20:35,937 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1770635970/snapshot-cleanup already deleted, retry=false 2024-11-15T22:20:36,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1770635970/running 2024-11-15T22:20:36,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1770635970/running 2024-11-15T22:20:36,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:36,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:36,012 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,39737,1731709234644, sessionid=0x101409578fe0006, setting cluster-up flag (Was=false) 2024-11-15T22:20:36,070 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1770635970/flush-table-proc/acquired, /0-1770635970/flush-table-proc/reached, /0-1770635970/flush-table-proc/abort 2024-11-15T22:20:36,070 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,39737,1731709234644 2024-11-15T22:20:36,124 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1770635970/online-snapshot/acquired, /0-1770635970/online-snapshot/reached, /0-1770635970/online-snapshot/abort 2024-11-15T22:20:36,125 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,39737,1731709234644 2024-11-15T22:20:36,126 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/.lastflushedseqids 2024-11-15T22:20:36,128 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:20:36,128 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:20:36,128 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,39737,1731709234644 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 e611192d6313,44267,1731709220569 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:20:36,130 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:36,130 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:36,130 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:36,130 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:36,130 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:20:36,130 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:36,130 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:20:36,130 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:36,131 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709266131 2024-11-15T22:20:36,131 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:20:36,131 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:20:36,131 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:20:36,131 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:20:36,131 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:20:36,131 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:20:36,131 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:36,131 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e611192d6313,44267,1731709220569, splitWal=true, meta=true 2024-11-15T22:20:36,132 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:20:36,132 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:20:36,132 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:20:36,132 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:20:36,132 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:20:36,132 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:20:36,132 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e611192d6313,44267,1731709220569, splitWal=true, meta=true, isMeta: true 2024-11-15T22:20:36,132 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709236132,5,FailOnTimeoutGroup] 2024-11-15T22:20:36,133 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709236132,5,FailOnTimeoutGroup] 2024-11-15T22:20:36,133 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:36,133 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:20:36,133 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:36,133 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:36,133 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709236133, completionTime=-1 2024-11-15T22:20:36,133 WARN [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T22:20:36,133 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T22:20:36,133 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569-splitting 2024-11-15T22:20:36,134 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569-splitting dir is empty, no logs to split. 2024-11-15T22:20:36,134 INFO [PEWorker-1 {}] master.SplitWALManager(105): e611192d6313,44267,1731709220569 WAL count=0, meta=true 2024-11-15T22:20:36,136 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569-splitting dir is empty, no logs to split. 2024-11-15T22:20:36,136 INFO [PEWorker-1 {}] master.SplitWALManager(105): e611192d6313,44267,1731709220569 WAL count=0, meta=true 2024-11-15T22:20:36,136 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e611192d6313,44267,1731709220569 WAL splitting is done? wals=0, meta=true 2024-11-15T22:20:36,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:20:36,138 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:20:36,139 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T22:20:36,157 INFO [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(746): ClusterId : fb1ecc72-09c5-4ed4-9027-5cadb50fb85b 2024-11-15T22:20:36,157 DEBUG [RS:0;e611192d6313:40941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:20:36,209 DEBUG [RS:0;e611192d6313:40941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:20:36,209 DEBUG [RS:0;e611192d6313:40941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:20:36,263 DEBUG [RS:0;e611192d6313:40941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:20:36,263 DEBUG [RS:0;e611192d6313:40941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29446b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:20:36,274 DEBUG [RS:0;e611192d6313:40941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:40941 2024-11-15T22:20:36,274 INFO [RS:0;e611192d6313:40941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:20:36,274 INFO [RS:0;e611192d6313:40941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:20:36,274 DEBUG [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:20:36,275 INFO [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,39737,1731709234644 with port=40941, startcode=1731709234715 2024-11-15T22:20:36,275 DEBUG [RS:0;e611192d6313:40941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:20:36,276 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:20:36,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,40941,1731709234715 2024-11-15T22:20:36,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39737 {}] master.ServerManager(517): Registering regionserver=e611192d6313,40941,1731709234715 2024-11-15T22:20:36,278 DEBUG [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab 2024-11-15T22:20:36,278 DEBUG [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32851 2024-11-15T22:20:36,278 DEBUG [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:20:36,284 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T22:20:36,289 WARN [e611192d6313:39737 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T22:20:36,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970/rs 2024-11-15T22:20:36,359 DEBUG [RS:0;e611192d6313:40941 {}] zookeeper.ZKUtil(111): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on existing znode=/0-1770635970/rs/e611192d6313,40941,1731709234715 2024-11-15T22:20:36,359 WARN [RS:0;e611192d6313:40941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:20:36,359 INFO [RS:0;e611192d6313:40941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:36,359 DEBUG [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715 2024-11-15T22:20:36,359 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,40941,1731709234715] 2024-11-15T22:20:36,382 INFO [RS:0;e611192d6313:40941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:20:36,384 INFO [RS:0;e611192d6313:40941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:20:36,384 INFO [RS:0;e611192d6313:40941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:20:36,384 INFO [RS:0;e611192d6313:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:36,384 INFO [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:20:36,385 INFO [RS:0;e611192d6313:40941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:20:36,385 INFO [RS:0;e611192d6313:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:36,385 DEBUG [RS:0;e611192d6313:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:36,385 DEBUG [RS:0;e611192d6313:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:36,385 DEBUG [RS:0;e611192d6313:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:36,385 DEBUG [RS:0;e611192d6313:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:36,385 DEBUG [RS:0;e611192d6313:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:36,385 DEBUG [RS:0;e611192d6313:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:20:36,385 DEBUG [RS:0;e611192d6313:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:36,385 DEBUG [RS:0;e611192d6313:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:36,385 DEBUG [RS:0;e611192d6313:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:36,385 DEBUG [RS:0;e611192d6313:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:36,385 DEBUG [RS:0;e611192d6313:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:36,385 DEBUG [RS:0;e611192d6313:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:36,385 DEBUG [RS:0;e611192d6313:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:20:36,385 DEBUG [RS:0;e611192d6313:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:20:36,386 INFO [RS:0;e611192d6313:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:36,386 INFO [RS:0;e611192d6313:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:36,386 INFO [RS:0;e611192d6313:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:36,386 INFO [RS:0;e611192d6313:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:36,386 INFO [RS:0;e611192d6313:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:36,386 INFO [RS:0;e611192d6313:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40941,1731709234715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:20:36,398 INFO [RS:0;e611192d6313:40941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:20:36,398 INFO [RS:0;e611192d6313:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40941,1731709234715-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:36,410 INFO [RS:0;e611192d6313:40941 {}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,40941,1731709234715, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:20:36,410 INFO [RS:0;e611192d6313:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:36,410 INFO [RS:0;e611192d6313:40941 {}] regionserver.Replication(171): e611192d6313,40941,1731709234715 started 2024-11-15T22:20:36,424 DEBUG [RS:0;e611192d6313:40941.replicationSource,1-e611192d6313,40941,1731709234715 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:37643' 2024-11-15T22:20:36,424 INFO [RS:0;e611192d6313:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:36,424 INFO [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,40941,1731709234715, RpcServer on e611192d6313/172.17.0.3:40941, sessionid=0x101409578fe0007 2024-11-15T22:20:36,424 DEBUG [RS:0;e611192d6313:40941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:20:36,424 DEBUG [RS:0;e611192d6313:40941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,40941,1731709234715 2024-11-15T22:20:36,424 DEBUG [RS:0;e611192d6313:40941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,40941,1731709234715' 2024-11-15T22:20:36,424 DEBUG [RS:0;e611192d6313:40941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1770635970/flush-table-proc/abort' 2024-11-15T22:20:36,425 DEBUG [RS:0;e611192d6313:40941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1770635970/flush-table-proc/acquired' 2024-11-15T22:20:36,425 DEBUG [RS:0;e611192d6313:40941.replicationSource,1-e611192d6313,40941,1731709234715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@387d118c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:36,425 DEBUG [RS:0;e611192d6313:40941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:20:36,425 DEBUG [RS:0;e611192d6313:40941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:20:36,425 DEBUG [RS:0;e611192d6313:40941.replicationSource,1-e611192d6313,40941,1731709234715 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37643,-1 for getting cluster id 2024-11-15T22:20:36,425 DEBUG [RS:0;e611192d6313:40941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,40941,1731709234715 2024-11-15T22:20:36,425 DEBUG [RS:0;e611192d6313:40941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,40941,1731709234715' 2024-11-15T22:20:36,425 DEBUG [RS:0;e611192d6313:40941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1770635970/online-snapshot/abort' 2024-11-15T22:20:36,425 DEBUG [RS:0;e611192d6313:40941.replicationSource,1-e611192d6313,40941,1731709234715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:20:36,425 DEBUG [RS:0;e611192d6313:40941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1770635970/online-snapshot/acquired' 2024-11-15T22:20:36,425 DEBUG [RS:0;e611192d6313:40941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:20:36,425 INFO [RS:0;e611192d6313:40941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:20:36,425 INFO [RS:0;e611192d6313:40941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:20:36,426 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2289ac2-0356-43cb-bace-8320e67dae3a' 2024-11-15T22:20:36,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:20:36,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2289ac2-0356-43cb-bace-8320e67dae3a" 2024-11-15T22:20:36,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6170c700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:36,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37643,-1] 2024-11-15T22:20:36,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:20:36,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:36,427 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:20:36,428 DEBUG [RS:0;e611192d6313:40941.replicationSource,1-e611192d6313,40941,1731709234715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5867f4cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:36,428 DEBUG [RS:0;e611192d6313:40941.replicationSource,1-e611192d6313,40941,1731709234715 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:20:36,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,37643,1731709225619 2024-11-15T22:20:36,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@753e5bfa 2024-11-15T22:20:36,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:20:36,430 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-15T22:20:36,430 INFO [RS:0;e611192d6313:40941.replicationSource,1-e611192d6313,40941,1731709234715 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,40941,1731709234715 (queues=0) is replicating from cluster=fb1ecc72-09c5-4ed4-9027-5cadb50fb85b to cluster=c2289ac2-0356-43cb-bace-8320e67dae3a 2024-11-15T22:20:36,526 INFO [RS:0;e611192d6313:40941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:20:36,527 INFO [RS:0;e611192d6313:40941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C40941%2C1731709234715, suffix=, logDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715, archiveDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/oldWALs, maxLogs=10 2024-11-15T22:20:36,541 DEBUG [RS:0;e611192d6313:40941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.1731709236528, exclude list is [], retry=0 2024-11-15T22:20:36,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38537,DS-3d7901f4-e790-41a2-9ac5-485415e07bdc,DISK] 2024-11-15T22:20:36,545 INFO [RS:0;e611192d6313:40941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.1731709236528 2024-11-15T22:20:36,545 DEBUG [RS:0;e611192d6313:40941 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e611192d6313%2C40941%2C1731709234715 for peer 1 2024-11-15T22:20:36,545 DEBUG [RS:0;e611192d6313:40941 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C40941%2C1731709234715 2024-11-15T22:20:36,545 INFO [RS:0;e611192d6313:40941 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,40941,1731709234715, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:20:36,546 DEBUG [RS:0;e611192d6313:40941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-11-15T22:20:36,546 INFO [RS:0;e611192d6313:40941.replicationSource.shippere611192d6313%2C40941%2C1731709234715,1-e611192d6313,40941,1731709234715 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C40941%2C1731709234715 2024-11-15T22:20:36,546 DEBUG [RS:0;e611192d6313:40941.replicationSource.wal-reader.e611192d6313%2C40941%2C1731709234715,1-e611192d6313,40941,1731709234715 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.1731709236528, startPosition=0, beingWritten=true 2024-11-15T22:20:36,756 DEBUG [RS:0;e611192d6313:40941.replicationSource.wal-reader.e611192d6313%2C40941%2C1731709234715,1-e611192d6313,40941,1731709234715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.1731709236528 to pos 0, reset compression=false 2024-11-15T22:20:36,789 DEBUG [e611192d6313:39737 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:20:36,790 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,40941,1731709234715 2024-11-15T22:20:36,791 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,40941,1731709234715, state=OPENING 2024-11-15T22:20:36,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1770635970/meta-region-server 2024-11-15T22:20:36,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1770635970/meta-region-server 2024-11-15T22:20:36,805 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:20:36,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1770635970/meta-region-server: CHANGED 2024-11-15T22:20:36,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1770635970/meta-region-server: CHANGED 2024-11-15T22:20:36,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,40941,1731709234715}] 2024-11-15T22:20:36,958 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:20:36,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:20:36,962 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:20:36,962 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:36,962 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:20:36,963 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C40941%2C1731709234715.meta, suffix=.meta, logDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715, archiveDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/oldWALs, maxLogs=10 2024-11-15T22:20:36,976 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.meta.1731709236964.meta, exclude list is [], retry=0 2024-11-15T22:20:36,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38537,DS-3d7901f4-e790-41a2-9ac5-485415e07bdc,DISK] 2024-11-15T22:20:36,979 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.meta.1731709236964.meta 2024-11-15T22:20:36,980 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-11-15T22:20:36,980 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:20:36,980 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:20:36,980 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:20:36,980 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:20:36,980 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:20:36,980 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:20:36,980 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:36,980 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:20:36,981 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:20:36,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:20:36,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:20:36,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:36,988 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/info/e5e1c9ca14c44992b6be6bdaf2355490 2024-11-15T22:20:36,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:36,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:20:36,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:20:36,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:36,996 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/ns/ad3852b8086f421c8be278d074c10788 2024-11-15T22:20:36,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:36,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:20:36,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:20:36,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:36,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:36,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:20:36,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:20:36,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:37,006 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/table/2ac71c27d8844f6a9d0ed9ad19013049 2024-11-15T22:20:37,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:37,006 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:20:37,007 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740 2024-11-15T22:20:37,008 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740 2024-11-15T22:20:37,009 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:20:37,009 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:20:37,010 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:20:37,013 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:20:37,013 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74475750, jitterRate=0.10977515578269958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:20:37,013 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:20:37,014 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709236981Writing region info on filesystem at 1731709236981Initializing all the Stores at 1731709236981Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709236981Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709236982 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709236982Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709236982Cleaning up temporary data from old regions at 1731709237009 (+27 ms)Running coprocessor post-open hooks at 1731709237013 (+4 ms)Region opened successfully at 1731709237014 (+1 ms) 2024-11-15T22:20:37,015 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731709236958 2024-11-15T22:20:37,016 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:20:37,017 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:20:37,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e611192d6313,40941,1731709234715 2024-11-15T22:20:37,018 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,40941,1731709234715, state=OPEN 2024-11-15T22:20:37,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1770635970/meta-region-server 2024-11-15T22:20:37,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1770635970/meta-region-server 2024-11-15T22:20:37,028 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,40941,1731709234715 2024-11-15T22:20:37,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1770635970/meta-region-server: CHANGED 2024-11-15T22:20:37,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1770635970/meta-region-server: CHANGED 2024-11-15T22:20:37,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-15T22:20:37,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,40941,1731709234715 in 222 msec 2024-11-15T22:20:37,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T22:20:37,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 901 msec 2024-11-15T22:20:37,060 DEBUG [RS:0;e611192d6313:40941.replicationSource.wal-reader.e611192d6313%2C40941%2C1731709234715,1-e611192d6313,40941,1731709234715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.1731709236528 to pos 0, reset compression=false 2024-11-15T22:20:37,465 DEBUG [RS:0;e611192d6313:40941.replicationSource.wal-reader.e611192d6313%2C40941%2C1731709234715,1-e611192d6313,40941,1731709234715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.1731709236528 to pos 0, reset compression=false 2024-11-15T22:20:37,787 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1654ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-15T22:20:37,969 DEBUG [RS:0;e611192d6313:40941.replicationSource.wal-reader.e611192d6313%2C40941%2C1731709234715,1-e611192d6313,40941,1731709234715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.1731709236528 to pos 0, reset compression=false 2024-11-15T22:20:38,574 DEBUG [RS:0;e611192d6313:40941.replicationSource.wal-reader.e611192d6313%2C40941%2C1731709234715,1-e611192d6313,40941,1731709234715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.1731709236528 to pos 0, reset compression=false 2024-11-15T22:20:39,282 DEBUG [RS:0;e611192d6313:40941.replicationSource.wal-reader.e611192d6313%2C40941%2C1731709234715,1-e611192d6313,40941,1731709234715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.1731709236528 to pos 0, reset compression=false 2024-11-15T22:20:39,289 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-15T22:20:40,087 DEBUG [RS:0;e611192d6313:40941.replicationSource.wal-reader.e611192d6313%2C40941%2C1731709234715,1-e611192d6313,40941,1731709234715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.1731709236528 to pos 0, reset compression=false 2024-11-15T22:20:40,641 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T22:20:40,641 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:20:40,642 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:20:40,642 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40941,1731709234715, seqNum=-1] 2024-11-15T22:20:40,642 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:20:40,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:20:40,646 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5410c65ea5ced659156deb2af99132ad, regionState=OPEN, lastHost=e611192d6313,44267,1731709220569, regionLocation=e611192d6313,44267,1731709220569, openSeqNum=2 2024-11-15T22:20:40,647 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:20:40,647 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709300647 2024-11-15T22:20:40,647 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709360647 2024-11-15T22:20:40,647 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-15T22:20:40,647 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e611192d6313,44267,1731709220569 had 2 regions 2024-11-15T22:20:40,647 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39737,1731709234644-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:40,647 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39737,1731709234644-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:40,647 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39737,1731709234644-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:40,647 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:39737, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:40,647 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:40,648 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:40,648 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e611192d6313,44267,1731709220569, splitWal=true, meta=true, isMeta: false 2024-11-15T22:20:40,649 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569-splitting dir is empty, no logs to split. 2024-11-15T22:20:40,649 INFO [PEWorker-3 {}] master.SplitWALManager(105): e611192d6313,44267,1731709220569 WAL count=0, meta=false 2024-11-15T22:20:40,651 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,44267,1731709220569-splitting dir is empty, no logs to split. 2024-11-15T22:20:40,651 INFO [PEWorker-3 {}] master.SplitWALManager(105): e611192d6313,44267,1731709220569 WAL count=0, meta=false 2024-11-15T22:20:40,652 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e611192d6313,44267,1731709220569 WAL splitting is done? wals=0, meta=false 2024-11-15T22:20:40,653 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.837sec 2024-11-15T22:20:40,653 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:20:40,653 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:20:40,654 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:20:40,654 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:20:40,654 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:20:40,654 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39737,1731709234644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:20:40,654 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39737,1731709234644-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:20:40,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5410c65ea5ced659156deb2af99132ad, ASSIGN}] 2024-11-15T22:20:40,659 WARN [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e611192d6313,44267,1731709220569/hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:40,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5410c65ea5ced659156deb2af99132ad, ASSIGN 2024-11-15T22:20:40,661 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5410c65ea5ced659156deb2af99132ad, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T22:20:40,664 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:20:40,664 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:20:40,664 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39737,1731709234644-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:40,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfd13df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:40,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,39737,-1 for getting cluster id 2024-11-15T22:20:40,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:20:40,666 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb1ecc72-09c5-4ed4-9027-5cadb50fb85b' 2024-11-15T22:20:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:20:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb1ecc72-09c5-4ed4-9027-5cadb50fb85b" 2024-11-15T22:20:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1487db71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,39737,-1] 2024-11-15T22:20:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:20:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:40,668 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:20:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d28f172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:40,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:20:40,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40941,1731709234715, seqNum=-1] 2024-11-15T22:20:40,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:20:40,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:20:40,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T22:20:40,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:20:40,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:20:40,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:40,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:40,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:20:40,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e611192d6313:39737 after: e611192d6313:39737 2024-11-15T22:20:40,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8a50d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:40,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,39737,-1 for getting cluster id 2024-11-15T22:20:40,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:20:40,674 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb1ecc72-09c5-4ed4-9027-5cadb50fb85b' 2024-11-15T22:20:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:20:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb1ecc72-09c5-4ed4-9027-5cadb50fb85b" 2024-11-15T22:20:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e6861a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,39737,-1] 2024-11-15T22:20:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:20:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:40,676 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:20:40,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41425421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:40,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:20:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,39737,1731709234644 2024-11-15T22:20:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17f7fbf7 2024-11-15T22:20:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:20:40,678 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:20:40,678 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39737 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T22:20:40,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:20:40,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:20:40,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:20:40,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:40,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:40,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:20:40,679 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:20:40,679 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=415128023, stopped=false 2024-11-15T22:20:40,679 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,37643,1731709225619 2024-11-15T22:20:40,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1140067736/running 2024-11-15T22:20:40,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1140067736/running 2024-11-15T22:20:40,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736 2024-11-15T22:20:40,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736 2024-11-15T22:20:40,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:20:40,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:20:40,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:20:40,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:40,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Set watcher on znode that does not yet exist, /1-1140067736/running 2024-11-15T22:20:40,690 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,39777,1731709225757' ***** 2024-11-15T22:20:40,690 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:20:40,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Set watcher on znode that does not yet exist, /1-1140067736/running 2024-11-15T22:20:40,690 INFO [RS:0;e611192d6313:39777 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:20:40,690 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:20:40,690 INFO [RS:0;e611192d6313:39777 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:20:40,690 INFO [RS:0;e611192d6313:39777 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:20:40,690 INFO [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(959): stopping server e611192d6313,39777,1731709225757 2024-11-15T22:20:40,690 INFO [RS:0;e611192d6313:39777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:20:40,690 INFO [RS:0;e611192d6313:39777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:39777. 2024-11-15T22:20:40,690 DEBUG [RS:0;e611192d6313:39777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:20:40,690 DEBUG [RS:0;e611192d6313:39777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:40,690 INFO [RS:0;e611192d6313:39777 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:20:40,690 INFO [RS:0;e611192d6313:39777 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:20:40,690 INFO [RS:0;e611192d6313:39777 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:20:40,690 INFO [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:20:40,691 INFO [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:20:40,691 DEBUG [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:20:40,691 DEBUG [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:20:40,691 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:20:40,691 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:20:40,691 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:20:40,691 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:20:40,691 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:20:40,691 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T22:20:40,708 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/data/hbase/meta/1588230740/.tmp/ns/1c4484199f06434a8d4c138d914007b6 is 43, key is default/ns:d/1731709230191/Put/seqid=0 2024-11-15T22:20:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37843 is added to blk_1073741835_1011 (size=5153) 2024-11-15T22:20:40,741 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:20:40,811 DEBUG [e611192d6313:39737 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:20:40,812 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5410c65ea5ced659156deb2af99132ad, regionState=OPENING, regionLocation=e611192d6313,40941,1731709234715 2024-11-15T22:20:40,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5410c65ea5ced659156deb2af99132ad, ASSIGN because future has completed 2024-11-15T22:20:40,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5410c65ea5ced659156deb2af99132ad, server=e611192d6313,40941,1731709234715}] 2024-11-15T22:20:40,891 DEBUG [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:20:40,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:40,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:40,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:20:40,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C40941%2C1731709234715.rep, suffix=, logDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715, archiveDir=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/oldWALs, maxLogs=10 2024-11-15T22:20:40,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.rep.1731709240973, exclude list is [], retry=0 2024-11-15T22:20:40,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38537,DS-3d7901f4-e790-41a2-9ac5-485415e07bdc,DISK] 2024-11-15T22:20:40,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.rep.1731709240973 2024-11-15T22:20:40,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41483:41483)] 2024-11-15T22:20:40,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 5410c65ea5ced659156deb2af99132ad, NAME => 'hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:20:40,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:20:40,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:20:40,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. service=MultiRowMutationService 2024-11-15T22:20:40,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:20:40,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:40,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:40,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:40,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:40,990 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:40,991 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5410c65ea5ced659156deb2af99132ad columnFamilyName hfileref 2024-11-15T22:20:40,991 DEBUG [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:40,991 DEBUG [RS:0;e611192d6313:40941.replicationSource.wal-reader.e611192d6313%2C40941%2C1731709234715,1-e611192d6313,40941,1731709234715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.1731709236528 to pos 0, reset compression=false 2024-11-15T22:20:40,991 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] regionserver.HStore(327): Store=5410c65ea5ced659156deb2af99132ad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:40,991 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:40,992 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5410c65ea5ced659156deb2af99132ad columnFamilyName queue 2024-11-15T22:20:40,993 DEBUG [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:41,000 DEBUG [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/replication/5410c65ea5ced659156deb2af99132ad/queue/806d86f359ef421180b6b69406952956 2024-11-15T22:20:41,000 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] regionserver.HStore(327): Store=5410c65ea5ced659156deb2af99132ad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:41,000 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:41,001 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5410c65ea5ced659156deb2af99132ad columnFamilyName sid 2024-11-15T22:20:41,001 DEBUG [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:41,001 INFO [StoreOpener-5410c65ea5ced659156deb2af99132ad-1 {}] regionserver.HStore(327): Store=5410c65ea5ced659156deb2af99132ad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:41,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:41,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/replication/5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:41,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/replication/5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:41,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:41,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:41,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:20:41,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:41,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 5410c65ea5ced659156deb2af99132ad; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73139536, jitterRate=0.08986401557922363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:20:41,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:41,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 5410c65ea5ced659156deb2af99132ad: Running coprocessor pre-open hook at 1731709240989Writing region info on filesystem at 1731709240989Initializing all the Stores at 1731709240990 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709240990Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709240990Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709240990Cleaning up temporary data from old regions at 1731709241004 (+14 ms)Running coprocessor post-open hooks at 1731709241006 (+2 ms)Region opened successfully at 1731709241007 (+1 ms) 2024-11-15T22:20:41,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad., pid=13, masterSystemTime=1731709240968 2024-11-15T22:20:41,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:41,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:41,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5410c65ea5ced659156deb2af99132ad, regionState=OPEN, openSeqNum=9, regionLocation=e611192d6313,40941,1731709234715 2024-11-15T22:20:41,010 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39737 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=e611192d6313,40941,1731709234715, table=hbase:replication, region=5410c65ea5ced659156deb2af99132ad. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T22:20:41,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5410c65ea5ced659156deb2af99132ad, server=e611192d6313,40941,1731709234715 because future has completed 2024-11-15T22:20:41,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T22:20:41,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 5410c65ea5ced659156deb2af99132ad, server=e611192d6313,40941,1731709234715 in 197 msec 2024-11-15T22:20:41,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-15T22:20:41,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5410c65ea5ced659156deb2af99132ad, ASSIGN in 355 msec 2024-11-15T22:20:41,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T22:20:41,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad., hostname=e611192d6313,40941,1731709234715, seqNum=9] 2024-11-15T22:20:41,034 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for e611192d6313,44267,1731709220569 2024-11-15T22:20:41,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T22:20:41,091 DEBUG [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:20:41,115 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:20:41,115 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:20:41,118 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/data/hbase/meta/1588230740/.tmp/ns/1c4484199f06434a8d4c138d914007b6 2024-11-15T22:20:41,124 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/data/hbase/meta/1588230740/.tmp/ns/1c4484199f06434a8d4c138d914007b6 as hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/data/hbase/meta/1588230740/ns/1c4484199f06434a8d4c138d914007b6 2024-11-15T22:20:41,130 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/data/hbase/meta/1588230740/ns/1c4484199f06434a8d4c138d914007b6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T22:20:41,131 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-15T22:20:41,135 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T22:20:41,136 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:20:41,136 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:20:41,136 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:20:41,136 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709240691Running coprocessor pre-close hooks at 1731709240691Disabling compacts and flushes for region at 1731709240691Disabling writes for close at 1731709240691Obtaining lock to block concurrent updates at 1731709240691Preparing flush snapshotting stores in 1588230740 at 1731709240691Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731709240691Flushing stores of hbase:meta,,1.1588230740 at 1731709240692 (+1 ms)Flushing 1588230740/ns: creating writer at 1731709240692Flushing 1588230740/ns: appending metadata at 1731709240708 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731709240708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26342118: reopening flushed file at 1731709241123 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1731709241131 (+8 ms)Writing region close event to WAL at 1731709241132 (+1 ms)Running coprocessor post-close hooks at 1731709241135 (+3 ms)Closed at 1731709241136 (+1 ms) 2024-11-15T22:20:41,136 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:20:41,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-15T22:20:41,291 INFO [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(976): stopping server e611192d6313,39777,1731709225757; all regions closed. 2024-11-15T22:20:41,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/WALs/e611192d6313,39777,1731709225757/e611192d6313%2C39777%2C1731709225757.meta.1731709230081.meta not finished, retry = 0 2024-11-15T22:20:41,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37843 is added to blk_1073741834_1010 (size=1152) 2024-11-15T22:20:41,396 DEBUG [RS:0;e611192d6313:39777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/oldWALs 2024-11-15T22:20:41,396 INFO [RS:0;e611192d6313:39777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C39777%2C1731709225757.meta:.meta(num 1731709230081) 2024-11-15T22:20:41,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37843 is added to blk_1073741832_1008 (size=93) 2024-11-15T22:20:41,401 DEBUG [RS:0;e611192d6313:39777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/oldWALs 2024-11-15T22:20:41,401 INFO [RS:0;e611192d6313:39777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C39777%2C1731709225757:(num 1731709229162) 2024-11-15T22:20:41,401 DEBUG [RS:0;e611192d6313:39777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:41,401 INFO [RS:0;e611192d6313:39777 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:20:41,401 INFO [RS:0;e611192d6313:39777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:20:41,402 INFO [RS:0;e611192d6313:39777 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:20:41,402 INFO [RS:0;e611192d6313:39777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:20:41,402 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:20:41,402 INFO [RS:0;e611192d6313:39777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39777 2024-11-15T22:20:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736/rs 2024-11-15T22:20:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1140067736/rs/e611192d6313,39777,1731709225757 2024-11-15T22:20:41,426 INFO [RS:0;e611192d6313:39777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:20:41,427 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,39777,1731709225757] 2024-11-15T22:20:41,447 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1140067736/draining/e611192d6313,39777,1731709225757 already deleted, retry=false 2024-11-15T22:20:41,447 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,39777,1731709225757 expired; onlineServers=0 2024-11-15T22:20:41,447 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,37643,1731709225619' ***** 2024-11-15T22:20:41,447 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:20:41,447 INFO [M:0;e611192d6313:37643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:20:41,447 INFO [M:0;e611192d6313:37643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:20:41,447 DEBUG [M:0;e611192d6313:37643 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:20:41,447 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:20:41,447 DEBUG [M:0;e611192d6313:37643 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:20:41,447 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709228880 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709228880,5,FailOnTimeoutGroup] 2024-11-15T22:20:41,447 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709228884 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709228884,5,FailOnTimeoutGroup] 2024-11-15T22:20:41,448 INFO [M:0;e611192d6313:37643 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:20:41,448 INFO [M:0;e611192d6313:37643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:20:41,448 DEBUG [M:0;e611192d6313:37643 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:20:41,448 INFO [M:0;e611192d6313:37643 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:20:41,448 INFO [M:0;e611192d6313:37643 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:20:41,448 INFO [M:0;e611192d6313:37643 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:20:41,448 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:20:41,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1140067736/master 2024-11-15T22:20:41,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1140067736 2024-11-15T22:20:41,458 DEBUG [M:0;e611192d6313:37643 {}] zookeeper.ZKUtil(347): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Unable to get data of znode /1-1140067736/master because node does not exist (not an error) 2024-11-15T22:20:41,458 WARN [M:0;e611192d6313:37643 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:20:41,459 INFO [M:0;e611192d6313:37643 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/.lastflushedseqids 2024-11-15T22:20:41,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37843 is added to blk_1073741836_1012 (size=99) 2024-11-15T22:20:41,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:41,537 INFO [RS:0;e611192d6313:39777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:20:41,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101409578fe0004, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:41,537 INFO [RS:0;e611192d6313:39777 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,39777,1731709225757; zookeeper connection closed. 2024-11-15T22:20:41,537 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5300f70f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5300f70f 2024-11-15T22:20:41,537 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:20:41,863 INFO [M:0;e611192d6313:37643 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:20:41,863 INFO [M:0;e611192d6313:37643 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:20:41,863 DEBUG [M:0;e611192d6313:37643 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:20:41,864 INFO [M:0;e611192d6313:37643 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:41,864 DEBUG [M:0;e611192d6313:37643 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:41,864 DEBUG [M:0;e611192d6313:37643 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:20:41,864 DEBUG [M:0;e611192d6313:37643 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:41,864 INFO [M:0;e611192d6313:37643 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T22:20:41,880 DEBUG [M:0;e611192d6313:37643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e564ba46441e461488795d6acc19711d is 82, key is hbase:meta,,1/info:regioninfo/1731709230112/Put/seqid=0 2024-11-15T22:20:41,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37843 is added to blk_1073741837_1013 (size=5672) 2024-11-15T22:20:41,998 DEBUG [RS:0;e611192d6313:40941.replicationSource.wal-reader.e611192d6313%2C40941%2C1731709234715,1-e611192d6313,40941,1731709234715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.1731709236528 to pos 0, reset compression=false 2024-11-15T22:20:42,285 INFO [M:0;e611192d6313:37643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e564ba46441e461488795d6acc19711d 2024-11-15T22:20:42,305 DEBUG [M:0;e611192d6313:37643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b26563a192d6443580e25bf8d904524f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731709230196/Put/seqid=0 2024-11-15T22:20:42,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37843 is added to blk_1073741838_1014 (size=5275) 2024-11-15T22:20:42,484 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:20:42,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:42,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:42,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:42,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:42,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:42,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:42,709 INFO [M:0;e611192d6313:37643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b26563a192d6443580e25bf8d904524f 2024-11-15T22:20:42,726 DEBUG [M:0;e611192d6313:37643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02ee9b41f9d247c89ea41c12c622806d is 69, key is e611192d6313,39777,1731709225757/rs:state/1731709228921/Put/seqid=0 2024-11-15T22:20:42,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37843 is added to blk_1073741839_1015 (size=5156) 2024-11-15T22:20:43,102 DEBUG [RS:0;e611192d6313:40941.replicationSource.wal-reader.e611192d6313%2C40941%2C1731709234715,1-e611192d6313,40941,1731709234715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.1731709236528 to pos 0, reset compression=false 2024-11-15T22:20:43,130 INFO [M:0;e611192d6313:37643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02ee9b41f9d247c89ea41c12c622806d 2024-11-15T22:20:43,135 DEBUG [M:0;e611192d6313:37643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e564ba46441e461488795d6acc19711d as hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e564ba46441e461488795d6acc19711d 2024-11-15T22:20:43,140 INFO [M:0;e611192d6313:37643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e564ba46441e461488795d6acc19711d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T22:20:43,141 DEBUG [M:0;e611192d6313:37643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b26563a192d6443580e25bf8d904524f as hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b26563a192d6443580e25bf8d904524f 2024-11-15T22:20:43,145 INFO [M:0;e611192d6313:37643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b26563a192d6443580e25bf8d904524f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T22:20:43,146 DEBUG [M:0;e611192d6313:37643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02ee9b41f9d247c89ea41c12c622806d as hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02ee9b41f9d247c89ea41c12c622806d 2024-11-15T22:20:43,151 INFO [M:0;e611192d6313:37643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41503/user/jenkins/test-data/5eb9ecc5-8185-8c03-a020-acfcf6a8aadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02ee9b41f9d247c89ea41c12c622806d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T22:20:43,152 INFO [M:0;e611192d6313:37643 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false 2024-11-15T22:20:43,153 INFO [M:0;e611192d6313:37643 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:43,153 DEBUG [M:0;e611192d6313:37643 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709241863Disabling compacts and flushes for region at 1731709241863Disabling writes for close at 1731709241864 (+1 ms)Obtaining lock to block concurrent updates at 1731709241864Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709241864Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731709241864Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709241865 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709241865Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709241880 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709241880Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709242289 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709242304 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709242304Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709242713 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709242726 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709242726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ffc4273: reopening flushed file at 1731709243135 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe46e9f: reopening flushed file at 1731709243140 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@497ee4c8: reopening flushed file at 1731709243145 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false at 1731709243152 (+7 ms)Writing region close event to WAL at 1731709243153 (+1 ms)Closed at 1731709243153 2024-11-15T22:20:43,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37843 is added to blk_1073741830_1006 (size=10165) 2024-11-15T22:20:43,158 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:20:43,158 INFO [M:0;e611192d6313:37643 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:20:43,158 INFO [M:0;e611192d6313:37643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37643 2024-11-15T22:20:43,159 INFO [M:0;e611192d6313:37643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:20:43,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:43,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37643-0x101409578fe0003, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:43,295 INFO [M:0;e611192d6313:37643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:20:43,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65cec6e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:20:43,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bed61a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:20:43,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:20:43,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2562b4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:20:43,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9ca4bf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/hadoop.log.dir/,STOPPED} 2024-11-15T22:20:43,299 WARN [BP-1798077383-172.17.0.3-1731709223152 heartbeating to localhost/127.0.0.1:41503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:20:43,299 WARN [BP-1798077383-172.17.0.3-1731709223152 heartbeating to localhost/127.0.0.1:41503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1798077383-172.17.0.3-1731709223152 (Datanode Uuid 7ddbfb0f-00b5-409c-b82c-b8eaa46dc3f3) service to localhost/127.0.0.1:41503 2024-11-15T22:20:43,299 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:20:43,299 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:20:43,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/cluster_8553f664-583a-be37-c9c2-d6edf3a5df81/data/data1/current/BP-1798077383-172.17.0.3-1731709223152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:20:43,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/cluster_8553f664-583a-be37-c9c2-d6edf3a5df81/data/data2/current/BP-1798077383-172.17.0.3-1731709223152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:20:43,300 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:20:43,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c9e405{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:20:43,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c418b5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:20:43,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:20:43,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59660647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:20:43,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@527acb9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/hadoop.log.dir/,STOPPED} 2024-11-15T22:20:43,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:20:43,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:20:43,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:20:43,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:20:43,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:43,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:43,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:20:43,327 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:20:43,327 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1564261267, stopped=false 2024-11-15T22:20:43,327 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,39737,1731709234644 2024-11-15T22:20:43,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1770635970/running 2024-11-15T22:20:43,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:43,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1770635970/running 2024-11-15T22:20:43,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:43,342 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:20:43,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:20:43,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:20:43,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:43,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on znode that does not yet exist, /0-1770635970/running 2024-11-15T22:20:43,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Set watcher on znode that does not yet exist, /0-1770635970/running 2024-11-15T22:20:43,343 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,40941,1731709234715' ***** 2024-11-15T22:20:43,343 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:20:43,343 INFO [RS:0;e611192d6313:40941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:20:43,343 INFO [RS:0;e611192d6313:40941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:20:43,343 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:20:43,343 INFO [RS:0;e611192d6313:40941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:20:43,343 INFO [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(3091): Received CLOSE for 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:43,343 INFO [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(959): stopping server e611192d6313,40941,1731709234715 2024-11-15T22:20:43,343 INFO [RS:0;e611192d6313:40941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:20:43,343 INFO [RS:0;e611192d6313:40941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:40941. 2024-11-15T22:20:43,343 DEBUG [RS:0;e611192d6313:40941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:20:43,343 DEBUG [RS:0;e611192d6313:40941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:43,343 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5410c65ea5ced659156deb2af99132ad, disabling compactions & flushes 2024-11-15T22:20:43,343 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:43,343 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:43,343 INFO [RS:0;e611192d6313:40941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:20:43,344 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. after waiting 0 ms 2024-11-15T22:20:43,344 INFO [RS:0;e611192d6313:40941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:20:43,344 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:43,344 INFO [RS:0;e611192d6313:40941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:20:43,344 INFO [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:20:43,344 INFO [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:20:43,344 DEBUG [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5410c65ea5ced659156deb2af99132ad=hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad.} 2024-11-15T22:20:43,344 DEBUG [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5410c65ea5ced659156deb2af99132ad 2024-11-15T22:20:43,344 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:20:43,344 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:20:43,344 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:20:43,344 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:20:43,344 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:20:43,344 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T22:20:43,347 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/replication/5410c65ea5ced659156deb2af99132ad/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-15T22:20:43,347 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:20:43,348 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:20:43,348 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:43,348 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5410c65ea5ced659156deb2af99132ad: Waiting for close lock at 1731709243343Running coprocessor pre-close hooks at 1731709243343Disabling compacts and flushes for region at 1731709243343Disabling writes for close at 1731709243344 (+1 ms)Writing region close event to WAL at 1731709243345 (+1 ms)Running coprocessor post-close hooks at 1731709243347 (+2 ms)Closed at 1731709243348 (+1 ms) 2024-11-15T22:20:43,348 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad. 2024-11-15T22:20:43,358 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/.tmp/info/ce2fabfc1fba42dcb58c61fc3c451eaf is 147, key is hbase:replication,,1731709230397.5410c65ea5ced659156deb2af99132ad./info:regioninfo/1731709241010/Put/seqid=0 2024-11-15T22:20:43,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741851_1027 (size=6385) 2024-11-15T22:20:43,386 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:20:43,386 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:20:43,392 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:20:43,544 DEBUG [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:20:43,744 DEBUG [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:20:43,763 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/.tmp/info/ce2fabfc1fba42dcb58c61fc3c451eaf 2024-11-15T22:20:43,768 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/.tmp/info/ce2fabfc1fba42dcb58c61fc3c451eaf as hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/info/ce2fabfc1fba42dcb58c61fc3c451eaf 2024-11-15T22:20:43,772 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/info/ce2fabfc1fba42dcb58c61fc3c451eaf, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T22:20:43,773 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-15T22:20:43,778 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T22:20:43,778 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:20:43,778 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:20:43,778 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:20:43,778 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709243344Running coprocessor pre-close hooks at 1731709243344Disabling compacts and flushes for region at 1731709243344Disabling writes for close at 1731709243344Obtaining lock to block concurrent updates at 1731709243344Preparing flush snapshotting stores in 1588230740 at 1731709243344Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731709243344Flushing stores of hbase:meta,,1.1588230740 at 1731709243345 (+1 ms)Flushing 1588230740/info: creating writer at 1731709243345Flushing 1588230740/info: appending metadata at 1731709243358 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731709243358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2d9ba2: reopening flushed file at 1731709243767 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731709243773 (+6 ms)Writing region close event to WAL at 1731709243775 (+2 ms)Running coprocessor post-close hooks at 1731709243778 (+3 ms)Closed at 1731709243778 2024-11-15T22:20:43,779 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:20:43,944 INFO [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(976): stopping server e611192d6313,40941,1731709234715; all regions closed. 2024-11-15T22:20:43,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741849_1025 (size=2156) 2024-11-15T22:20:43,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.meta.1731709236964.meta not finished, retry = 0 2024-11-15T22:20:44,049 DEBUG [RS:0;e611192d6313:40941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/oldWALs 2024-11-15T22:20:44,049 INFO [RS:0;e611192d6313:40941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C40941%2C1731709234715.meta:.meta(num 1731709236964) 2024-11-15T22:20:44,051 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.rep.1731709240973 not finished, retry = 0 2024-11-15T22:20:44,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741850_1026 (size=796) 2024-11-15T22:20:44,154 DEBUG [RS:0;e611192d6313:40941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/oldWALs 2024-11-15T22:20:44,154 INFO [RS:0;e611192d6313:40941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C40941%2C1731709234715.rep:(num 1731709240973) 2024-11-15T22:20:44,156 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/WALs/e611192d6313,40941,1731709234715/e611192d6313%2C40941%2C1731709234715.1731709236528 not finished, retry = 0 2024-11-15T22:20:44,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741848_1024 (size=93) 2024-11-15T22:20:44,258 DEBUG [RS:0;e611192d6313:40941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/oldWALs 2024-11-15T22:20:44,258 INFO [RS:0;e611192d6313:40941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C40941%2C1731709234715:(num 1731709236528) 2024-11-15T22:20:44,258 DEBUG [RS:0;e611192d6313:40941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:44,258 INFO [RS:0;e611192d6313:40941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:20:44,258 INFO [RS:0;e611192d6313:40941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:20:44,258 INFO [RS:0;e611192d6313:40941 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T22:20:44,259 INFO [RS:0;e611192d6313:40941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:20:44,259 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:20:44,259 INFO [RS:0;e611192d6313:40941 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,40941,1731709234715 because: Region server is closing 2024-11-15T22:20:44,259 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T22:20:44,259 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T22:20:44,259 INFO [RS:0;e611192d6313:40941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:40941. 2024-11-15T22:20:44,259 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T22:20:44,259 DEBUG [RS:0;e611192d6313:40941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:20:44,259 DEBUG [RS:0;e611192d6313:40941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:44,259 DEBUG [RS:0;e611192d6313:40941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:44,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:20:44,360 WARN [RS:0;e611192d6313:40941.replicationSource.shippere611192d6313%2C40941%2C1731709234715,1-e611192d6313,40941,1731709234715 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T22:20:44,360 INFO [RS:0;e611192d6313:40941 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e611192d6313:40941.replicationSource.shippere611192d6313%2C40941%2C1731709234715,1-e611192d6313,40941,1731709234715 terminated 2024-11-15T22:20:44,360 INFO [RS:0;e611192d6313:40941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40941 2024-11-15T22:20:44,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970/rs 2024-11-15T22:20:44,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1770635970/rs/e611192d6313,40941,1731709234715 2024-11-15T22:20:44,415 INFO [RS:0;e611192d6313:40941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:20:44,479 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,40941,1731709234715] 2024-11-15T22:20:44,511 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1770635970/draining/e611192d6313,40941,1731709234715 already deleted, retry=false 2024-11-15T22:20:44,512 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,40941,1731709234715 expired; onlineServers=0 2024-11-15T22:20:44,512 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,39737,1731709234644' ***** 2024-11-15T22:20:44,512 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:20:44,512 INFO [M:0;e611192d6313:39737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:20:44,512 INFO [M:0;e611192d6313:39737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:20:44,512 DEBUG [M:0;e611192d6313:39737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:20:44,512 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:20:44,512 DEBUG [M:0;e611192d6313:39737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:20:44,512 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709236132 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709236132,5,FailOnTimeoutGroup] 2024-11-15T22:20:44,512 INFO [M:0;e611192d6313:39737 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:20:44,512 INFO [M:0;e611192d6313:39737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:20:44,512 DEBUG [M:0;e611192d6313:39737 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:20:44,512 INFO [M:0;e611192d6313:39737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:20:44,512 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709236132 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709236132,5,FailOnTimeoutGroup] 2024-11-15T22:20:44,512 INFO [M:0;e611192d6313:39737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:20:44,512 INFO [M:0;e611192d6313:39737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:20:44,513 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:20:44,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:44,579 INFO [RS:0;e611192d6313:40941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:20:44,579 INFO [RS:0;e611192d6313:40941 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,40941,1731709234715; zookeeper connection closed. 2024-11-15T22:20:44,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x101409578fe0007, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:44,579 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d8d5fdb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d8d5fdb 2024-11-15T22:20:44,579 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:20:44,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1770635970/master 2024-11-15T22:20:44,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1770635970 2024-11-15T22:20:44,596 DEBUG [M:0;e611192d6313:39737 {}] zookeeper.ZKUtil(347): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Unable to get data of znode /0-1770635970/master because node does not exist (not an error) 2024-11-15T22:20:44,596 WARN [M:0;e611192d6313:39737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:20:44,596 INFO [M:0;e611192d6313:39737 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/.lastflushedseqids 2024-11-15T22:20:44,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741852_1028 (size=181) 2024-11-15T22:20:45,001 INFO [M:0;e611192d6313:39737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:20:45,001 INFO [M:0;e611192d6313:39737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:20:45,001 DEBUG [M:0;e611192d6313:39737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:20:45,001 INFO [M:0;e611192d6313:39737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:45,001 DEBUG [M:0;e611192d6313:39737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:45,001 DEBUG [M:0;e611192d6313:39737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:20:45,001 DEBUG [M:0;e611192d6313:39737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:45,001 INFO [M:0;e611192d6313:39737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T22:20:45,020 DEBUG [M:0;e611192d6313:39737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1b47b8ab1e4455db7e781b11f6cde8c is 82, key is hbase:meta,,1/info:regioninfo/1731709237017/Put/seqid=0 2024-11-15T22:20:45,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741853_1029 (size=5672) 2024-11-15T22:20:45,030 INFO [M:0;e611192d6313:39737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1b47b8ab1e4455db7e781b11f6cde8c 2024-11-15T22:20:45,059 DEBUG [M:0;e611192d6313:39737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8060e2d40354db9931005992c41512d is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731709241015/Put/seqid=0 2024-11-15T22:20:45,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741854_1030 (size=7312) 2024-11-15T22:20:45,466 INFO [M:0;e611192d6313:39737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8060e2d40354db9931005992c41512d 2024-11-15T22:20:45,487 DEBUG [M:0;e611192d6313:39737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffbce79a56c1457c984db1cb5ce28e22 is 69, key is e611192d6313,40941,1731709234715/rs:state/1731709236277/Put/seqid=0 2024-11-15T22:20:45,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741855_1031 (size=5370) 2024-11-15T22:20:45,891 INFO [M:0;e611192d6313:39737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffbce79a56c1457c984db1cb5ce28e22 2024-11-15T22:20:45,896 INFO [M:0;e611192d6313:39737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffbce79a56c1457c984db1cb5ce28e22 2024-11-15T22:20:45,897 DEBUG [M:0;e611192d6313:39737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1b47b8ab1e4455db7e781b11f6cde8c as hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1b47b8ab1e4455db7e781b11f6cde8c 2024-11-15T22:20:45,902 INFO [M:0;e611192d6313:39737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1b47b8ab1e4455db7e781b11f6cde8c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T22:20:45,902 DEBUG [M:0;e611192d6313:39737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8060e2d40354db9931005992c41512d as hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8060e2d40354db9931005992c41512d 2024-11-15T22:20:45,907 INFO [M:0;e611192d6313:39737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8060e2d40354db9931005992c41512d, entries=7, sequenceid=127, filesize=7.1 K 2024-11-15T22:20:45,908 DEBUG [M:0;e611192d6313:39737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffbce79a56c1457c984db1cb5ce28e22 as hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffbce79a56c1457c984db1cb5ce28e22 2024-11-15T22:20:45,913 INFO [M:0;e611192d6313:39737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffbce79a56c1457c984db1cb5ce28e22 2024-11-15T22:20:45,913 INFO [M:0;e611192d6313:39737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32851/user/jenkins/test-data/47718d8f-aec2-fdfc-f180-038a7b389cab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffbce79a56c1457c984db1cb5ce28e22, entries=2, sequenceid=127, filesize=5.2 K 2024-11-15T22:20:45,914 INFO [M:0;e611192d6313:39737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=127, compaction requested=false 2024-11-15T22:20:45,915 INFO [M:0;e611192d6313:39737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:45,915 DEBUG [M:0;e611192d6313:39737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709245001Disabling compacts and flushes for region at 1731709245001Disabling writes for close at 1731709245001Obtaining lock to block concurrent updates at 1731709245001Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709245001Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731709245002 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709245002Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709245002Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709245019 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709245019Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709245038 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709245059 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709245059Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709245470 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709245486 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709245486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e9fda8: reopening flushed file at 1731709245896 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77861561: reopening flushed file at 1731709245902 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18983bc0: reopening flushed file at 1731709245907 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=127, compaction requested=false at 1731709245914 (+7 ms)Writing region close event to WAL at 1731709245915 (+1 ms)Closed at 1731709245915 2024-11-15T22:20:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38537 is added to blk_1073741847_1023 (size=22903) 2024-11-15T22:20:45,918 INFO [M:0;e611192d6313:39737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:20:45,918 INFO [M:0;e611192d6313:39737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39737 2024-11-15T22:20:45,918 INFO [M:0;e611192d6313:39737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:20:45,921 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:20:46,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:46,039 INFO [M:0;e611192d6313:39737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:20:46,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101409578fe0006, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:20:46,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26287dbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:20:46,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f94072a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:20:46,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:20:46,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f930157{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:20:46,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b35a9cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/hadoop.log.dir/,STOPPED} 2024-11-15T22:20:46,043 WARN [BP-966144985-172.17.0.3-1731709205866 heartbeating to localhost/127.0.0.1:32851 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:20:46,043 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:20:46,043 WARN [BP-966144985-172.17.0.3-1731709205866 heartbeating to localhost/127.0.0.1:32851 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-966144985-172.17.0.3-1731709205866 (Datanode Uuid a48bf495-5359-4a30-8c48-eb02d4e29de1) service to localhost/127.0.0.1:32851 2024-11-15T22:20:46,043 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:20:46,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/cluster_4f712878-2701-4da1-d1c7-02085fa73d88/data/data1/current/BP-966144985-172.17.0.3-1731709205866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:20:46,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/cluster_4f712878-2701-4da1-d1c7-02085fa73d88/data/data2/current/BP-966144985-172.17.0.3-1731709205866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:20:46,044 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:20:46,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14668d64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:20:46,049 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2772beaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:20:46,049 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:20:46,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668f504a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:20:46,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@484053f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3149a926-a429-8858-330e-9b606c9d6ef1/hadoop.log.dir/,STOPPED} 2024-11-15T22:20:46,055 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:20:46,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:20:46,079 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 155) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41503 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53018) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32851 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:32851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:32851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53018) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 500) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=914 (was 936), ProcessCount=11 (was 11), AvailableMemoryMB=2645 (was 1054) - AvailableMemoryMB LEAK? - 2024-11-15T22:20:46,092 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=914, ProcessCount=11, AvailableMemoryMB=2645 2024-11-15T22:20:46,110 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-15T22:20:46,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/hadoop.log.dir so I do NOT create it in target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815 2024-11-15T22:20:46,111 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:20:46,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/hadoop.tmp.dir so I do NOT create it in target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815 2024-11-15T22:20:46,111 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb3611d-ea92-0f4c-8b77-6a7198378edf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:20:46,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815 2024-11-15T22:20:46,112 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/cluster_033449e7-67a2-8ffc-6e4a-2e944e15b2ed, deleteOnExit=true 2024-11-15T22:20:46,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/cluster_033449e7-67a2-8ffc-6e4a-2e944e15b2ed/zookeeper_0, clientPort=64198, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/cluster_033449e7-67a2-8ffc-6e4a-2e944e15b2ed/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/cluster_033449e7-67a2-8ffc-6e4a-2e944e15b2ed/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:20:46,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64198 2024-11-15T22:20:46,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:20:46,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:20:46,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/test.cache.data in system properties and HBase conf 2024-11-15T22:20:46,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:20:46,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:20:46,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:20:46,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:20:46,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:20:46,141 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:20:46,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:20:46,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:20:46,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:20:46,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:20:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:20:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:20:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:20:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:20:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:20:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:20:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:20:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:20:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:20:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:20:46,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101409578fe0005, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:20:46,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101409578fe0002, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:20:46,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101409578fe0002, quorum=127.0.0.1:53018, baseZNode=/0-1770635970 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:20:46,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101409578fe0005, quorum=127.0.0.1:53018, baseZNode=/1-1140067736 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:20:46,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:20:46,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:20:46,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:20:46,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:20:46,592 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:20:46,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:20:46,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ade12fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:20:46,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@582ef32f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:20:46,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c891f66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/java.io.tmpdir/jetty-localhost-45365-hadoop-hdfs-3_4_1-tests_jar-_-any-17560726487659054211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:20:46,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@568cff02{HTTP/1.1, (http/1.1)}{localhost:45365} 2024-11-15T22:20:46,704 INFO [Time-limited test {}] server.Server(415): Started @199370ms 2024-11-15T22:20:46,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:20:46,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:20:46,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:20:46,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:20:46,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:20:46,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a35ba62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:20:46,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299d0272{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:20:47,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@388d8034{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/java.io.tmpdir/jetty-localhost-46441-hadoop-hdfs-3_4_1-tests_jar-_-any-9265480580384148362/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:20:47,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@586d64af{HTTP/1.1, (http/1.1)}{localhost:46441} 2024-11-15T22:20:47,095 INFO [Time-limited test {}] server.Server(415): Started @199761ms 2024-11-15T22:20:47,096 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:20:48,135 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/cluster_033449e7-67a2-8ffc-6e4a-2e944e15b2ed/data/data2/current/BP-1589617617-172.17.0.3-1731709246175/current, will proceed with Du for space computation calculation, 2024-11-15T22:20:48,135 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/cluster_033449e7-67a2-8ffc-6e4a-2e944e15b2ed/data/data1/current/BP-1589617617-172.17.0.3-1731709246175/current, will proceed with Du for space computation calculation, 2024-11-15T22:20:48,156 WARN [Thread-1664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:20:48,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3c45e276c990884 with lease ID 0x9215fc53d402089d: Processing first storage report for DS-8cfb1cd7-f10d-4406-8fb1-14ee46bf2a89 from datanode DatanodeRegistration(127.0.0.1:35415, datanodeUuid=c5d37649-5106-4d35-a41b-06487445c131, infoPort=33977, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=531293355;c=1731709246175) 2024-11-15T22:20:48,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3c45e276c990884 with lease ID 0x9215fc53d402089d: from storage DS-8cfb1cd7-f10d-4406-8fb1-14ee46bf2a89 node DatanodeRegistration(127.0.0.1:35415, datanodeUuid=c5d37649-5106-4d35-a41b-06487445c131, infoPort=33977, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=531293355;c=1731709246175), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:20:48,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3c45e276c990884 with lease ID 0x9215fc53d402089d: Processing first storage report for DS-0aafa548-d281-46df-8424-dfac8b92988d from datanode DatanodeRegistration(127.0.0.1:35415, datanodeUuid=c5d37649-5106-4d35-a41b-06487445c131, infoPort=33977, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=531293355;c=1731709246175) 2024-11-15T22:20:48,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3c45e276c990884 with lease ID 0x9215fc53d402089d: from storage DS-0aafa548-d281-46df-8424-dfac8b92988d node DatanodeRegistration(127.0.0.1:35415, datanodeUuid=c5d37649-5106-4d35-a41b-06487445c131, infoPort=33977, infoSecurePort=0, ipcPort=44977, storageInfo=lv=-57;cid=testClusterID;nsid=531293355;c=1731709246175), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:20:48,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815 2024-11-15T22:20:48,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:48,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:48,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:20:48,850 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:20:48,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:48,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:48,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:48,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:48,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:48,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:48,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:48,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:48,959 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7 with version=8 2024-11-15T22:20:48,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/hbase-staging 2024-11-15T22:20:48,961 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:20:48,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:48,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:48,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:20:48,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:48,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:20:48,961 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:20:48,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:20:48,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33709 2024-11-15T22:20:48,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33709 connecting to ZooKeeper ensemble=127.0.0.1:64198 2024-11-15T22:20:49,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337090x0, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:20:49,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33709-0x101409616610000 connected 2024-11-15T22:20:49,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:49,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:49,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Set watcher on znode that does not yet exist, /0-314336180/running 2024-11-15T22:20:49,529 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7, hbase.cluster.distributed=false 2024-11-15T22:20:49,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Set watcher on znode that does not yet exist, /0-314336180/acl 2024-11-15T22:20:49,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33709 2024-11-15T22:20:49,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33709 2024-11-15T22:20:49,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33709 2024-11-15T22:20:49,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33709 2024-11-15T22:20:49,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33709 2024-11-15T22:20:49,546 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:20:49,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:49,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:49,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:20:49,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:49,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:20:49,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:20:49,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:20:49,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45415 2024-11-15T22:20:49,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45415 connecting to ZooKeeper ensemble=127.0.0.1:64198 2024-11-15T22:20:49,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:49,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:49,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454150x0, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:20:49,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454150x0, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Set watcher on znode that does not yet exist, /0-314336180/running 2024-11-15T22:20:49,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45415-0x101409616610001 connected 2024-11-15T22:20:49,557 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:20:49,558 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:20:49,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Set watcher on znode that does not yet exist, /0-314336180/master 2024-11-15T22:20:49,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Set watcher on znode that does not yet exist, /0-314336180/acl 2024-11-15T22:20:49,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45415 2024-11-15T22:20:49,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45415 2024-11-15T22:20:49,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45415 2024-11-15T22:20:49,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45415 2024-11-15T22:20:49,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45415 2024-11-15T22:20:49,576 DEBUG [M:0;e611192d6313:33709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:33709 2024-11-15T22:20:49,576 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-314336180/backup-masters/e611192d6313,33709,1731709248961 2024-11-15T22:20:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180/backup-masters 2024-11-15T22:20:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180/backup-masters 2024-11-15T22:20:49,589 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Set watcher on existing znode=/0-314336180/backup-masters/e611192d6313,33709,1731709248961 2024-11-15T22:20:49,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-314336180/master 2024-11-15T22:20:49,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:20:49,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:20:49,599 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Set watcher on existing znode=/0-314336180/master 2024-11-15T22:20:49,600 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-314336180/backup-masters/e611192d6313,33709,1731709248961 from backup master directory 2024-11-15T22:20:49,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180/backup-masters 2024-11-15T22:20:49,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314336180/backup-masters/e611192d6313,33709,1731709248961 2024-11-15T22:20:49,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180/backup-masters 2024-11-15T22:20:49,609 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:20:49,610 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,33709,1731709248961 2024-11-15T22:20:49,613 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/hbase.id] with ID: 6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1 2024-11-15T22:20:49,613 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/.tmp/hbase.id 2024-11-15T22:20:49,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:20:50,022 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/.tmp/hbase.id]:[hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/hbase.id] 2024-11-15T22:20:50,033 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:50,033 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:20:50,034 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T22:20:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:20:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:20:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:20:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:20:50,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:20:50,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:20:50,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:20:50,486 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:20:50,486 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:20:50,487 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:50,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:20:50,895 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store 2024-11-15T22:20:50,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:20:50,919 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:50,919 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:20:50,919 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:50,919 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:50,919 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:20:50,919 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:50,919 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:50,919 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709250919Disabling compacts and flushes for region at 1731709250919Disabling writes for close at 1731709250919Writing region close event to WAL at 1731709250919Closed at 1731709250919 2024-11-15T22:20:50,920 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/.initializing 2024-11-15T22:20:50,920 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/WALs/e611192d6313,33709,1731709248961 2024-11-15T22:20:50,921 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:20:50,922 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C33709%2C1731709248961, suffix=, logDir=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/WALs/e611192d6313,33709,1731709248961, archiveDir=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/oldWALs, maxLogs=10 2024-11-15T22:20:50,936 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/WALs/e611192d6313,33709,1731709248961/e611192d6313%2C33709%2C1731709248961.1731709250922, exclude list is [], retry=0 2024-11-15T22:20:50,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35415,DS-8cfb1cd7-f10d-4406-8fb1-14ee46bf2a89,DISK] 2024-11-15T22:20:50,940 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/WALs/e611192d6313,33709,1731709248961/e611192d6313%2C33709%2C1731709248961.1731709250922 2024-11-15T22:20:50,940 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33977:33977)] 2024-11-15T22:20:50,940 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:20:50,940 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:50,940 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:50,940 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:50,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:50,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:20:50,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:50,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:50,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:50,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:20:50,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:50,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:50,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:50,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:20:50,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:50,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:50,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:50,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:20:50,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:50,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:50,948 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:50,948 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:50,949 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:50,950 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:50,950 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:50,950 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:20:50,951 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:50,953 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:20:50,953 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67548020, jitterRate=0.006543934345245361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:20:50,954 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709250940Initializing all the Stores at 1731709250941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709250941Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709250941Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709250941Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709250941Cleaning up temporary data from old regions at 1731709250950 (+9 ms)Region opened successfully at 1731709250953 (+3 ms) 2024-11-15T22:20:50,954 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:20:50,956 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ad96ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:20:50,957 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:20:50,957 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:20:50,957 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:20:50,957 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:20:50,957 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:20:50,957 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:20:50,958 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:20:50,961 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:20:50,962 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Unable to get data of znode /0-314336180/balancer because node does not exist (not necessarily an error) 2024-11-15T22:20:50,975 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314336180/balancer already deleted, retry=false 2024-11-15T22:20:50,975 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:20:50,976 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Unable to get data of znode /0-314336180/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:20:50,988 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314336180/normalizer already deleted, retry=false 2024-11-15T22:20:50,988 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:20:50,989 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Unable to get data of znode /0-314336180/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:20:50,999 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314336180/switch/split already deleted, retry=false 2024-11-15T22:20:50,999 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Unable to get data of znode /0-314336180/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:20:51,009 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314336180/switch/merge already deleted, retry=false 2024-11-15T22:20:51,011 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Unable to get data of znode /0-314336180/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:20:51,019 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314336180/snapshot-cleanup already deleted, retry=false 2024-11-15T22:20:51,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-314336180/running 2024-11-15T22:20:51,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-314336180/running 2024-11-15T22:20:51,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:20:51,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:20:51,031 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,33709,1731709248961, sessionid=0x101409616610000, setting cluster-up flag (Was=false) 2024-11-15T22:20:51,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:20:51,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:20:51,112 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-314336180/flush-table-proc/acquired, /0-314336180/flush-table-proc/reached, /0-314336180/flush-table-proc/abort 2024-11-15T22:20:51,113 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,33709,1731709248961 2024-11-15T22:20:51,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:20:51,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:20:51,167 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-314336180/online-snapshot/acquired, /0-314336180/online-snapshot/reached, /0-314336180/online-snapshot/abort 2024-11-15T22:20:51,168 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,33709,1731709248961 2024-11-15T22:20:51,170 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:20:51,176 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:51,177 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:20:51,177 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:20:51,177 WARN [master/e611192d6313:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e611192d6313,44267,1731709220569: status=Processing ServerCrashProcedure of e611192d6313,44267,1731709220569 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731709236131, completionTime=-1 appears to have been leaked 2024-11-15T22:20:51,177 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,33709,1731709248961 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:20:51,178 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:51,178 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:51,178 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:51,178 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:51,178 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:20:51,178 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:51,178 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:20:51,179 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:51,179 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709281179 2024-11-15T22:20:51,180 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:20:51,180 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:20:51,180 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:20:51,180 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:20:51,180 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:20:51,180 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:20:51,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:51,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:20:51,182 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:51,182 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:20:51,184 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:51,188 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:20:51,188 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:20:51,188 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:20:51,188 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:20:51,191 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:20:51,191 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:20:51,191 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709251191,5,FailOnTimeoutGroup] 2024-11-15T22:20:51,191 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709251191,5,FailOnTimeoutGroup] 2024-11-15T22:20:51,191 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:51,192 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:20:51,192 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:51,192 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:51,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:20:51,267 INFO [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(746): ClusterId : 6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1 2024-11-15T22:20:51,268 DEBUG [RS:0;e611192d6313:45415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:20:51,273 DEBUG [RS:0;e611192d6313:45415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:20:51,273 DEBUG [RS:0;e611192d6313:45415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:20:51,284 DEBUG [RS:0;e611192d6313:45415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:20:51,284 DEBUG [RS:0;e611192d6313:45415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b611cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:20:51,295 DEBUG [RS:0;e611192d6313:45415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:45415 2024-11-15T22:20:51,295 INFO [RS:0;e611192d6313:45415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:20:51,295 INFO [RS:0;e611192d6313:45415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:20:51,295 DEBUG [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:20:51,296 INFO [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,33709,1731709248961 with port=45415, startcode=1731709249546 2024-11-15T22:20:51,296 DEBUG [RS:0;e611192d6313:45415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:20:51,298 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:20:51,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33709 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,45415,1731709249546 2024-11-15T22:20:51,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33709 {}] master.ServerManager(517): Registering regionserver=e611192d6313,45415,1731709249546 2024-11-15T22:20:51,300 DEBUG [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7 2024-11-15T22:20:51,300 DEBUG [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40439 2024-11-15T22:20:51,300 DEBUG [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:20:51,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180/rs 2024-11-15T22:20:51,313 DEBUG [RS:0;e611192d6313:45415 {}] zookeeper.ZKUtil(111): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Set watcher on existing znode=/0-314336180/rs/e611192d6313,45415,1731709249546 2024-11-15T22:20:51,313 WARN [RS:0;e611192d6313:45415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:20:51,313 INFO [RS:0;e611192d6313:45415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:51,313 DEBUG [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546 2024-11-15T22:20:51,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,45415,1731709249546] 2024-11-15T22:20:51,316 INFO [RS:0;e611192d6313:45415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:20:51,318 INFO [RS:0;e611192d6313:45415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:20:51,318 INFO [RS:0;e611192d6313:45415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:20:51,319 INFO [RS:0;e611192d6313:45415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:51,320 INFO [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:20:51,321 INFO [RS:0;e611192d6313:45415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:20:51,321 INFO [RS:0;e611192d6313:45415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:51,322 DEBUG [RS:0;e611192d6313:45415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:51,322 DEBUG [RS:0;e611192d6313:45415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:51,322 DEBUG [RS:0;e611192d6313:45415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:51,322 DEBUG [RS:0;e611192d6313:45415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:51,322 DEBUG [RS:0;e611192d6313:45415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:51,322 DEBUG [RS:0;e611192d6313:45415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:20:51,322 DEBUG [RS:0;e611192d6313:45415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:51,322 DEBUG [RS:0;e611192d6313:45415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:51,322 DEBUG [RS:0;e611192d6313:45415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:51,322 DEBUG [RS:0;e611192d6313:45415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:51,322 DEBUG [RS:0;e611192d6313:45415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:51,322 DEBUG [RS:0;e611192d6313:45415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:51,322 DEBUG [RS:0;e611192d6313:45415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:20:51,322 DEBUG [RS:0;e611192d6313:45415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:20:51,323 INFO [RS:0;e611192d6313:45415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:51,323 INFO [RS:0;e611192d6313:45415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:51,323 INFO [RS:0;e611192d6313:45415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:51,323 INFO [RS:0;e611192d6313:45415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:51,323 INFO [RS:0;e611192d6313:45415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:51,323 INFO [RS:0;e611192d6313:45415 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45415,1731709249546-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:20:51,361 INFO [RS:0;e611192d6313:45415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:20:51,361 INFO [RS:0;e611192d6313:45415 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45415,1731709249546-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:51,362 INFO [RS:0;e611192d6313:45415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:51,362 INFO [RS:0;e611192d6313:45415 {}] regionserver.Replication(171): e611192d6313,45415,1731709249546 started 2024-11-15T22:20:51,376 INFO [RS:0;e611192d6313:45415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:51,376 INFO [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,45415,1731709249546, RpcServer on e611192d6313/172.17.0.3:45415, sessionid=0x101409616610001 2024-11-15T22:20:51,376 DEBUG [RS:0;e611192d6313:45415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:20:51,377 DEBUG [RS:0;e611192d6313:45415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,45415,1731709249546 2024-11-15T22:20:51,377 DEBUG [RS:0;e611192d6313:45415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,45415,1731709249546' 2024-11-15T22:20:51,377 DEBUG [RS:0;e611192d6313:45415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-314336180/flush-table-proc/abort' 2024-11-15T22:20:51,377 DEBUG [RS:0;e611192d6313:45415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-314336180/flush-table-proc/acquired' 2024-11-15T22:20:51,378 DEBUG [RS:0;e611192d6313:45415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:20:51,378 DEBUG [RS:0;e611192d6313:45415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:20:51,378 DEBUG [RS:0;e611192d6313:45415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,45415,1731709249546 2024-11-15T22:20:51,378 DEBUG [RS:0;e611192d6313:45415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,45415,1731709249546' 2024-11-15T22:20:51,378 DEBUG [RS:0;e611192d6313:45415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-314336180/online-snapshot/abort' 2024-11-15T22:20:51,378 DEBUG [RS:0;e611192d6313:45415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-314336180/online-snapshot/acquired' 2024-11-15T22:20:51,378 DEBUG [RS:0;e611192d6313:45415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:20:51,378 INFO [RS:0;e611192d6313:45415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:20:51,378 INFO [RS:0;e611192d6313:45415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:20:51,479 INFO [RS:0;e611192d6313:45415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:20:51,480 INFO [RS:0;e611192d6313:45415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C45415%2C1731709249546, suffix=, logDir=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546, archiveDir=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/oldWALs, maxLogs=10 2024-11-15T22:20:51,496 DEBUG [RS:0;e611192d6313:45415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480, exclude list is [], retry=0 2024-11-15T22:20:51,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35415,DS-8cfb1cd7-f10d-4406-8fb1-14ee46bf2a89,DISK] 2024-11-15T22:20:51,501 INFO [RS:0;e611192d6313:45415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 2024-11-15T22:20:51,502 DEBUG [RS:0;e611192d6313:45415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33977:33977)] 2024-11-15T22:20:51,594 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:20:51,595 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7 2024-11-15T22:20:51,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741833_1009 (size=32) 2024-11-15T22:20:52,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:52,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:20:52,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:20:52,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:52,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:52,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:20:52,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:20:52,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:52,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:52,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:20:52,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:20:52,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:52,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:52,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:20:52,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:20:52,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:52,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:52,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:20:52,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740 2024-11-15T22:20:52,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740 2024-11-15T22:20:52,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:20:52,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:20:52,011 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:20:52,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:20:52,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:20:52,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71341506, jitterRate=0.06307128071784973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:20:52,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709252001Initializing all the Stores at 1731709252002 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709252002Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709252002Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709252002Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709252002Cleaning up temporary data from old regions at 1731709252011 (+9 ms)Region opened successfully at 1731709252014 (+3 ms) 2024-11-15T22:20:52,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:20:52,014 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:20:52,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:20:52,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:20:52,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:20:52,014 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:20:52,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709252014Disabling compacts and flushes for region at 1731709252014Disabling writes for close at 1731709252014Writing region close event to WAL at 1731709252014Closed at 1731709252014 2024-11-15T22:20:52,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:52,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:20:52,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:20:52,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:20:52,016 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:20:52,166 DEBUG [e611192d6313:33709 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:20:52,167 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,45415,1731709249546 2024-11-15T22:20:52,168 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,45415,1731709249546, state=OPENING 2024-11-15T22:20:52,300 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:20:52,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:20:52,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314336180/meta-region-server: CHANGED 2024-11-15T22:20:52,366 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:20:52,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,45415,1731709249546}] 2024-11-15T22:20:52,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:20:52,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314336180/meta-region-server: CHANGED 2024-11-15T22:20:52,567 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:20:52,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:20:52,572 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:20:52,572 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:52,573 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:20:52,576 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C45415%2C1731709249546.meta, suffix=.meta, logDir=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546, archiveDir=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/oldWALs, maxLogs=10 2024-11-15T22:20:52,592 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.meta.1731709252576.meta, exclude list is [], retry=0 2024-11-15T22:20:52,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35415,DS-8cfb1cd7-f10d-4406-8fb1-14ee46bf2a89,DISK] 2024-11-15T22:20:52,596 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.meta.1731709252576.meta 2024-11-15T22:20:52,600 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33977:33977)] 2024-11-15T22:20:52,600 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:20:52,601 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:20:52,601 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:20:52,601 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:20:52,601 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:20:52,601 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:20:52,601 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:52,601 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:20:52,601 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:20:52,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:20:52,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:20:52,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:52,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:52,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:20:52,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:20:52,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:52,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:52,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:20:52,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:20:52,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:52,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:52,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:20:52,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:20:52,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:52,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:52,607 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:20:52,607 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740 2024-11-15T22:20:52,608 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740 2024-11-15T22:20:52,609 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:20:52,609 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:20:52,609 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:20:52,610 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:20:52,611 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69538477, jitterRate=0.036204054951667786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:20:52,611 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:20:52,611 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709252601Writing region info on filesystem at 1731709252601Initializing all the Stores at 1731709252602 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709252602Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709252602Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709252602Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709252602Cleaning up temporary data from old regions at 1731709252609 (+7 ms)Running coprocessor post-open hooks at 1731709252611 (+2 ms)Region opened successfully at 1731709252611 2024-11-15T22:20:52,612 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709252566 2024-11-15T22:20:52,614 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:20:52,614 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:20:52,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,45415,1731709249546 2024-11-15T22:20:52,615 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,45415,1731709249546, state=OPEN 2024-11-15T22:20:52,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-314336180/meta-region-server 2024-11-15T22:20:52,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-314336180/meta-region-server 2024-11-15T22:20:52,862 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,45415,1731709249546 2024-11-15T22:20:52,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314336180/meta-region-server: CHANGED 2024-11-15T22:20:52,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314336180/meta-region-server: CHANGED 2024-11-15T22:20:52,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:20:52,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,45415,1731709249546 in 496 msec 2024-11-15T22:20:52,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:20:52,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 850 msec 2024-11-15T22:20:52,867 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:52,867 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:20:52,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:20:52,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,45415,1731709249546, seqNum=-1] 2024-11-15T22:20:52,868 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:20:52,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:20:52,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6960 sec 2024-11-15T22:20:52,873 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709252873, completionTime=-1 2024-11-15T22:20:52,873 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:20:52,873 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:20:52,874 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:20:52,874 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709312874 2024-11-15T22:20:52,874 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709372874 2024-11-15T22:20:52,874 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T22:20:52,874 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33709,1731709248961-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:52,874 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33709,1731709248961-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:52,875 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33709,1731709248961-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:52,875 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:33709, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:52,875 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:52,875 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:52,876 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:20:52,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.268sec 2024-11-15T22:20:52,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:20:52,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:20:52,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:20:52,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:20:52,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:20:52,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33709,1731709248961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:20:52,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33709,1731709248961-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:20:52,880 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:20:52,880 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:20:52,880 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33709,1731709248961-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:52,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471c1cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:52,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,33709,-1 for getting cluster id 2024-11-15T22:20:52,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:20:52,970 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1' 2024-11-15T22:20:52,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:20:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1" 2024-11-15T22:20:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f471ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,33709,-1] 2024-11-15T22:20:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:20:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:20:52,972 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:20:52,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3e89f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:20:52,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:20:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,45415,1731709249546, seqNum=-1] 2024-11-15T22:20:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:20:52,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:20:52,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,33709,1731709248961 2024-11-15T22:20:52,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64198 2024-11-15T22:20:52,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:20:52,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101409616610002 connected 2024-11-15T22:20:53,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/hadoop.log.dir so I do NOT create it in target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4 2024-11-15T22:20:53,001 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:20:53,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/hadoop.tmp.dir so I do NOT create it in target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4 2024-11-15T22:20:53,001 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:20:53,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4 2024-11-15T22:20:53,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:20:53,001 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/cluster_4cfb87b6-e34f-7406-d246-e7c6dcda1ba7, deleteOnExit=true 2024-11-15T22:20:53,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:20:53,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/test.cache.data in system properties and HBase conf 2024-11-15T22:20:53,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:20:53,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:20:53,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:20:53,002 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:20:53,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:20:53,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:20:53,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:20:53,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:20:53,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:20:53,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:20:53,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:20:53,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c59f3f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:20:53,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dcd93a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:20:53,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c4bd479{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/java.io.tmpdir/jetty-localhost-40475-hadoop-hdfs-3_4_1-tests_jar-_-any-16190721480926308237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:20:53,769 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10d43353{HTTP/1.1, (http/1.1)}{localhost:40475} 2024-11-15T22:20:53,769 INFO [Time-limited test {}] server.Server(415): Started @206434ms 2024-11-15T22:20:54,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:20:54,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:20:54,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:20:54,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:20:54,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:20:54,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d27105d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:20:54,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@edd57e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:20:54,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a1fee45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/java.io.tmpdir/jetty-localhost-41209-hadoop-hdfs-3_4_1-tests_jar-_-any-736555265515580201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:20:54,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59508997{HTTP/1.1, (http/1.1)}{localhost:41209} 2024-11-15T22:20:54,649 INFO [Time-limited test {}] server.Server(415): Started @207315ms 2024-11-15T22:20:54,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:20:55,554 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:20:55,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:55,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:55,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:55,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:55,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:55,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:55,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:55,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:20:56,466 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/cluster_4cfb87b6-e34f-7406-d246-e7c6dcda1ba7/data/data1/current/BP-1323917829-172.17.0.3-1731709253018/current, will proceed with Du for space computation calculation, 2024-11-15T22:20:56,467 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/cluster_4cfb87b6-e34f-7406-d246-e7c6dcda1ba7/data/data2/current/BP-1323917829-172.17.0.3-1731709253018/current, will proceed with Du for space computation calculation, 2024-11-15T22:20:56,501 WARN [Thread-1785 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:20:56,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58f7acf5fb0ffe9a with lease ID 0xcc4f8fef92d606e2: Processing first storage report for DS-c6998793-bdaf-4c0c-9495-f6c3e6c853de from datanode DatanodeRegistration(127.0.0.1:41029, datanodeUuid=f7b5fea1-faeb-4460-95aa-d15a91b6ec31, infoPort=46759, infoSecurePort=0, ipcPort=33101, storageInfo=lv=-57;cid=testClusterID;nsid=1816585668;c=1731709253018) 2024-11-15T22:20:56,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58f7acf5fb0ffe9a with lease ID 0xcc4f8fef92d606e2: from storage DS-c6998793-bdaf-4c0c-9495-f6c3e6c853de node DatanodeRegistration(127.0.0.1:41029, datanodeUuid=f7b5fea1-faeb-4460-95aa-d15a91b6ec31, infoPort=46759, infoSecurePort=0, ipcPort=33101, storageInfo=lv=-57;cid=testClusterID;nsid=1816585668;c=1731709253018), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:20:56,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58f7acf5fb0ffe9a with lease ID 0xcc4f8fef92d606e2: Processing first storage report for DS-14032b39-92ad-4580-af31-b437149dd46a from datanode DatanodeRegistration(127.0.0.1:41029, datanodeUuid=f7b5fea1-faeb-4460-95aa-d15a91b6ec31, infoPort=46759, infoSecurePort=0, ipcPort=33101, storageInfo=lv=-57;cid=testClusterID;nsid=1816585668;c=1731709253018) 2024-11-15T22:20:56,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58f7acf5fb0ffe9a with lease ID 0xcc4f8fef92d606e2: from storage DS-14032b39-92ad-4580-af31-b437149dd46a node DatanodeRegistration(127.0.0.1:41029, datanodeUuid=f7b5fea1-faeb-4460-95aa-d15a91b6ec31, infoPort=46759, infoSecurePort=0, ipcPort=33101, storageInfo=lv=-57;cid=testClusterID;nsid=1816585668;c=1731709253018), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:20:56,601 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4 2024-11-15T22:20:56,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:56,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:56,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:20:57,013 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0 with version=8 2024-11-15T22:20:57,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/hbase-staging 2024-11-15T22:20:57,015 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:20:57,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:57,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:57,015 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:20:57,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:57,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:20:57,015 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:20:57,015 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:20:57,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43371 2024-11-15T22:20:57,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43371 connecting to ZooKeeper ensemble=127.0.0.1:64198 2024-11-15T22:20:57,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433710x0, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:20:57,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43371-0x101409616610003 connected 2024-11-15T22:20:57,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:57,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:57,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Set watcher on znode that does not yet exist, /1615065543/running 2024-11-15T22:20:57,107 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0, hbase.cluster.distributed=false 2024-11-15T22:20:57,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Set watcher on znode that does not yet exist, /1615065543/acl 2024-11-15T22:20:57,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43371 2024-11-15T22:20:57,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43371 2024-11-15T22:20:57,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43371 2024-11-15T22:20:57,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43371 2024-11-15T22:20:57,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43371 2024-11-15T22:20:57,126 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:20:57,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:57,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:57,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:20:57,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:20:57,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:20:57,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:20:57,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:20:57,132 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39209 2024-11-15T22:20:57,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39209 connecting to ZooKeeper ensemble=127.0.0.1:64198 2024-11-15T22:20:57,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:57,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:57,156 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392090x0, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:20:57,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39209-0x101409616610004 connected 2024-11-15T22:20:57,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Set watcher on znode that does not yet exist, /1615065543/running 2024-11-15T22:20:57,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:20:57,158 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:20:57,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Set watcher on znode that does not yet exist, /1615065543/master 2024-11-15T22:20:57,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Set watcher on znode that does not yet exist, /1615065543/acl 2024-11-15T22:20:57,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39209 2024-11-15T22:20:57,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39209 2024-11-15T22:20:57,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39209 2024-11-15T22:20:57,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39209 2024-11-15T22:20:57,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39209 2024-11-15T22:20:57,178 DEBUG [M:0;e611192d6313:43371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:43371 2024-11-15T22:20:57,180 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1615065543/backup-masters/e611192d6313,43371,1731709257015 2024-11-15T22:20:57,188 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543/backup-masters 2024-11-15T22:20:57,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543/backup-masters 2024-11-15T22:20:57,188 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Set watcher on existing znode=/1615065543/backup-masters/e611192d6313,43371,1731709257015 2024-11-15T22:20:57,198 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1615065543/master 2024-11-15T22:20:57,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:20:57,198 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:20:57,199 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Set watcher on existing znode=/1615065543/master 2024-11-15T22:20:57,199 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1615065543/backup-masters/e611192d6313,43371,1731709257015 from backup master directory 2024-11-15T22:20:57,218 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543/backup-masters 2024-11-15T22:20:57,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1615065543/backup-masters/e611192d6313,43371,1731709257015 2024-11-15T22:20:57,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543/backup-masters 2024-11-15T22:20:57,218 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:20:57,218 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,43371,1731709257015 2024-11-15T22:20:57,231 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/hbase.id] with ID: 35a3f3a0-9c49-48bb-91ea-226cdb0b15bd 2024-11-15T22:20:57,231 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/.tmp/hbase.id 2024-11-15T22:20:57,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:20:57,266 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/.tmp/hbase.id]:[hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/hbase.id] 2024-11-15T22:20:57,287 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:20:57,287 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:20:57,288 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T22:20:57,301 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:20:57,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:20:57,316 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:20:57,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:20:57,731 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:20:57,732 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:20:57,732 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:57,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:20:58,143 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store 2024-11-15T22:20:58,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:20:58,550 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:58,550 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:20:58,550 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:58,550 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:58,550 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:20:58,550 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:58,550 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:20:58,550 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709258550Disabling compacts and flushes for region at 1731709258550Disabling writes for close at 1731709258550Writing region close event to WAL at 1731709258550Closed at 1731709258550 2024-11-15T22:20:58,551 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/.initializing 2024-11-15T22:20:58,551 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/WALs/e611192d6313,43371,1731709257015 2024-11-15T22:20:58,552 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:20:58,553 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C43371%2C1731709257015, suffix=, logDir=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/WALs/e611192d6313,43371,1731709257015, archiveDir=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/oldWALs, maxLogs=10 2024-11-15T22:20:58,566 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/WALs/e611192d6313,43371,1731709257015/e611192d6313%2C43371%2C1731709257015.1731709258553, exclude list is [], retry=0 2024-11-15T22:20:58,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41029,DS-c6998793-bdaf-4c0c-9495-f6c3e6c853de,DISK] 2024-11-15T22:20:58,570 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/WALs/e611192d6313,43371,1731709257015/e611192d6313%2C43371%2C1731709257015.1731709258553 2024-11-15T22:20:58,571 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46759:46759)] 2024-11-15T22:20:58,571 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:20:58,571 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:58,571 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:58,571 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:58,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:58,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:20:58,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:58,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:58,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:58,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:20:58,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:58,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:58,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:58,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:20:58,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:58,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:58,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:58,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:20:58,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:58,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:20:58,581 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:58,581 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:58,582 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:58,583 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:58,583 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:58,583 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:20:58,584 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:20:58,586 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:20:58,586 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63122084, jitterRate=-0.05940765142440796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:20:58,586 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709258571Initializing all the Stores at 1731709258572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709258572Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709258574 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709258574Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709258574Cleaning up temporary data from old regions at 1731709258583 (+9 ms)Region opened successfully at 1731709258586 (+3 ms) 2024-11-15T22:20:58,588 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:20:58,590 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ed614b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:20:58,591 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:20:58,591 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:20:58,591 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:20:58,591 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:20:58,592 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:20:58,592 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:20:58,592 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:20:58,595 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:20:58,595 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Unable to get data of znode /1615065543/balancer because node does not exist (not necessarily an error) 2024-11-15T22:20:58,606 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1615065543/balancer already deleted, retry=false 2024-11-15T22:20:58,606 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:20:58,607 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Unable to get data of znode /1615065543/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:20:58,620 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1615065543/normalizer already deleted, retry=false 2024-11-15T22:20:58,620 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:20:58,621 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Unable to get data of znode /1615065543/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:20:58,630 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1615065543/switch/split already deleted, retry=false 2024-11-15T22:20:58,631 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Unable to get data of znode /1615065543/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:20:58,640 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1615065543/switch/merge already deleted, retry=false 2024-11-15T22:20:58,642 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Unable to get data of znode /1615065543/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:20:58,651 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1615065543/snapshot-cleanup already deleted, retry=false 2024-11-15T22:20:58,661 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1615065543/running 2024-11-15T22:20:58,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1615065543/running 2024-11-15T22:20:58,661 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:20:58,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:20:58,662 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,43371,1731709257015, sessionid=0x101409616610003, setting cluster-up flag (Was=false) 2024-11-15T22:20:58,682 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:20:58,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:20:58,714 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1615065543/flush-table-proc/acquired, /1615065543/flush-table-proc/reached, /1615065543/flush-table-proc/abort 2024-11-15T22:20:58,715 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,43371,1731709257015 2024-11-15T22:20:58,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:20:58,735 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:20:58,766 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1615065543/online-snapshot/acquired, /1615065543/online-snapshot/reached, /1615065543/online-snapshot/abort 2024-11-15T22:20:58,767 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,43371,1731709257015 2024-11-15T22:20:58,768 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:20:58,770 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:58,770 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:20:58,770 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:20:58,770 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,43371,1731709257015 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:20:58,771 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:58,771 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:58,771 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:58,771 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:20:58,771 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:20:58,771 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:58,771 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:20:58,771 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:58,773 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:58,773 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:20:58,774 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:58,774 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:20:58,776 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709288776 2024-11-15T22:20:58,776 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:20:58,776 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:20:58,776 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:20:58,776 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:20:58,776 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:20:58,776 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:20:58,779 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:58,780 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:20:58,780 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:20:58,780 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:20:58,780 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:20:58,783 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:20:58,783 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:20:58,784 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709258783,5,FailOnTimeoutGroup] 2024-11-15T22:20:58,784 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709258784,5,FailOnTimeoutGroup] 2024-11-15T22:20:58,784 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:58,784 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:20:58,784 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:58,784 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:58,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:20:58,867 INFO [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(746): ClusterId : 35a3f3a0-9c49-48bb-91ea-226cdb0b15bd 2024-11-15T22:20:58,867 DEBUG [RS:0;e611192d6313:39209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:20:58,872 DEBUG [RS:0;e611192d6313:39209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:20:58,872 DEBUG [RS:0;e611192d6313:39209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:20:58,883 DEBUG [RS:0;e611192d6313:39209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:20:58,883 DEBUG [RS:0;e611192d6313:39209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267686de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:20:58,894 DEBUG [RS:0;e611192d6313:39209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:39209 2024-11-15T22:20:58,894 INFO [RS:0;e611192d6313:39209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:20:58,894 INFO [RS:0;e611192d6313:39209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:20:58,894 DEBUG [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:20:58,895 INFO [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,43371,1731709257015 with port=39209, startcode=1731709257126 2024-11-15T22:20:58,895 DEBUG [RS:0;e611192d6313:39209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:20:58,896 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:20:58,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,39209,1731709257126 2024-11-15T22:20:58,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43371 {}] master.ServerManager(517): Registering regionserver=e611192d6313,39209,1731709257126 2024-11-15T22:20:58,898 DEBUG [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0 2024-11-15T22:20:58,898 DEBUG [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46227 2024-11-15T22:20:58,898 DEBUG [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:20:58,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543/rs 2024-11-15T22:20:58,904 DEBUG [RS:0;e611192d6313:39209 {}] zookeeper.ZKUtil(111): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Set watcher on existing znode=/1615065543/rs/e611192d6313,39209,1731709257126 2024-11-15T22:20:58,904 WARN [RS:0;e611192d6313:39209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:20:58,904 INFO [RS:0;e611192d6313:39209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:20:58,904 DEBUG [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126 2024-11-15T22:20:58,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,39209,1731709257126] 2024-11-15T22:20:58,907 INFO [RS:0;e611192d6313:39209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:20:58,908 INFO [RS:0;e611192d6313:39209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:20:58,909 INFO [RS:0;e611192d6313:39209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:20:58,909 INFO [RS:0;e611192d6313:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:58,909 INFO [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:20:58,909 INFO [RS:0;e611192d6313:39209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:20:58,909 INFO [RS:0;e611192d6313:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:58,910 DEBUG [RS:0;e611192d6313:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:58,910 DEBUG [RS:0;e611192d6313:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:58,910 DEBUG [RS:0;e611192d6313:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:58,910 DEBUG [RS:0;e611192d6313:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:58,910 DEBUG [RS:0;e611192d6313:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:58,910 DEBUG [RS:0;e611192d6313:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:20:58,910 DEBUG [RS:0;e611192d6313:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:58,910 DEBUG [RS:0;e611192d6313:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:58,910 DEBUG [RS:0;e611192d6313:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:58,910 DEBUG [RS:0;e611192d6313:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:58,910 DEBUG [RS:0;e611192d6313:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:58,910 DEBUG [RS:0;e611192d6313:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:20:58,910 DEBUG [RS:0;e611192d6313:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:20:58,910 DEBUG [RS:0;e611192d6313:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:20:58,912 INFO [RS:0;e611192d6313:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:58,912 INFO [RS:0;e611192d6313:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:58,912 INFO [RS:0;e611192d6313:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:58,912 INFO [RS:0;e611192d6313:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:58,912 INFO [RS:0;e611192d6313:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:58,912 INFO [RS:0;e611192d6313:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39209,1731709257126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:20:58,926 INFO [RS:0;e611192d6313:39209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:20:58,926 INFO [RS:0;e611192d6313:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39209,1731709257126-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:58,926 INFO [RS:0;e611192d6313:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:58,926 INFO [RS:0;e611192d6313:39209 {}] regionserver.Replication(171): e611192d6313,39209,1731709257126 started 2024-11-15T22:20:58,938 INFO [RS:0;e611192d6313:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:20:58,938 INFO [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,39209,1731709257126, RpcServer on e611192d6313/172.17.0.3:39209, sessionid=0x101409616610004 2024-11-15T22:20:58,938 DEBUG [RS:0;e611192d6313:39209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:20:58,938 DEBUG [RS:0;e611192d6313:39209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,39209,1731709257126 2024-11-15T22:20:58,938 DEBUG [RS:0;e611192d6313:39209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,39209,1731709257126' 2024-11-15T22:20:58,938 DEBUG [RS:0;e611192d6313:39209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1615065543/flush-table-proc/abort' 2024-11-15T22:20:58,939 DEBUG [RS:0;e611192d6313:39209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1615065543/flush-table-proc/acquired' 2024-11-15T22:20:58,939 DEBUG [RS:0;e611192d6313:39209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:20:58,939 DEBUG [RS:0;e611192d6313:39209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:20:58,939 DEBUG [RS:0;e611192d6313:39209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,39209,1731709257126 2024-11-15T22:20:58,939 DEBUG [RS:0;e611192d6313:39209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,39209,1731709257126' 2024-11-15T22:20:58,939 DEBUG [RS:0;e611192d6313:39209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1615065543/online-snapshot/abort' 2024-11-15T22:20:58,939 DEBUG [RS:0;e611192d6313:39209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1615065543/online-snapshot/acquired' 2024-11-15T22:20:58,939 DEBUG [RS:0;e611192d6313:39209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:20:58,939 INFO [RS:0;e611192d6313:39209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:20:58,940 INFO [RS:0;e611192d6313:39209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:20:59,040 INFO [RS:0;e611192d6313:39209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:20:59,041 INFO [RS:0;e611192d6313:39209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C39209%2C1731709257126, suffix=, logDir=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126, archiveDir=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/oldWALs, maxLogs=10 2024-11-15T22:20:59,054 DEBUG [RS:0;e611192d6313:39209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041, exclude list is [], retry=0 2024-11-15T22:20:59,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41029,DS-c6998793-bdaf-4c0c-9495-f6c3e6c853de,DISK] 2024-11-15T22:20:59,058 INFO [RS:0;e611192d6313:39209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 2024-11-15T22:20:59,058 DEBUG [RS:0;e611192d6313:39209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46759:46759)] 2024-11-15T22:20:59,189 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:20:59,189 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0 2024-11-15T22:20:59,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741833_1009 (size=32) 2024-11-15T22:20:59,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:20:59,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:20:59,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:20:59,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:59,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:59,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:20:59,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:20:59,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:59,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:59,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:20:59,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:20:59,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:59,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:59,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:20:59,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:20:59,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:20:59,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:20:59,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:20:59,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740 2024-11-15T22:20:59,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740 2024-11-15T22:20:59,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:20:59,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:20:59,605 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:20:59,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:20:59,609 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:20:59,609 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62307154, jitterRate=-0.07155105471611023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:20:59,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709259595Initializing all the Stores at 1731709259596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709259596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709259597 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709259597Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709259597Cleaning up temporary data from old regions at 1731709259605 (+8 ms)Region opened successfully at 1731709259610 (+5 ms) 2024-11-15T22:20:59,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:20:59,610 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:20:59,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:20:59,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:20:59,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:20:59,610 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:20:59,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709259610Disabling compacts and flushes for region at 1731709259610Disabling writes for close at 1731709259610Writing region close event to WAL at 1731709259610Closed at 1731709259610 2024-11-15T22:20:59,611 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:20:59,611 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:20:59,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:20:59,612 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:20:59,617 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:20:59,767 DEBUG [e611192d6313:43371 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:20:59,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,39209,1731709257126 2024-11-15T22:20:59,769 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,39209,1731709257126, state=OPENING 2024-11-15T22:20:59,827 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:20:59,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:20:59,848 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:20:59,849 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:20:59,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1615065543/meta-region-server: CHANGED 2024-11-15T22:20:59,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,39209,1731709257126}] 2024-11-15T22:20:59,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1615065543/meta-region-server: CHANGED 2024-11-15T22:21:00,001 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:21:00,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:21:00,019 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:21:00,020 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:21:00,020 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:21:00,021 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C39209%2C1731709257126.meta, suffix=.meta, logDir=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126, archiveDir=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/oldWALs, maxLogs=10 2024-11-15T22:21:00,038 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.meta.1731709260022.meta, exclude list is [], retry=0 2024-11-15T22:21:00,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41029,DS-c6998793-bdaf-4c0c-9495-f6c3e6c853de,DISK] 2024-11-15T22:21:00,042 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.meta.1731709260022.meta 2024-11-15T22:21:00,042 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46759:46759)] 2024-11-15T22:21:00,042 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:21:00,043 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:21:00,043 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:21:00,043 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:21:00,043 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:21:00,043 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:21:00,043 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:00,043 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:21:00,043 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:21:00,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:21:00,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:21:00,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:00,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:00,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:21:00,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:21:00,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:00,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:00,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:21:00,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:21:00,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:00,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:00,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:21:00,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:21:00,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:00,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:00,048 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:21:00,049 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740 2024-11-15T22:21:00,050 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740 2024-11-15T22:21:00,051 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:21:00,051 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:21:00,051 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:21:00,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:21:00,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T22:21:00,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:00,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T22:21:00,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:21:00,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T22:21:00,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:21:00,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T22:21:00,053 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:21:00,054 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64896955, jitterRate=-0.032960012555122375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:21:00,054 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:21:00,054 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709260043Writing region info on filesystem at 1731709260043Initializing all the Stores at 1731709260044 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709260044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709260044Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709260044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709260044Cleaning up temporary data from old regions at 1731709260051 (+7 ms)Running coprocessor post-open hooks at 1731709260054 (+3 ms)Region opened successfully at 1731709260054 2024-11-15T22:21:00,055 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709260001 2024-11-15T22:21:00,057 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:21:00,057 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:21:00,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,39209,1731709257126 2024-11-15T22:21:00,058 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,39209,1731709257126, state=OPEN 2024-11-15T22:21:00,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1615065543/meta-region-server 2024-11-15T22:21:00,069 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1615065543/meta-region-server 2024-11-15T22:21:00,069 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,39209,1731709257126 2024-11-15T22:21:00,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1615065543/meta-region-server: CHANGED 2024-11-15T22:21:00,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1615065543/meta-region-server: CHANGED 2024-11-15T22:21:00,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:21:00,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,39209,1731709257126 in 220 msec 2024-11-15T22:21:00,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:21:00,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-15T22:21:00,074 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:21:00,074 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:21:00,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:00,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1] 2024-11-15T22:21:00,075 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:00,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:21:00,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-11-15T22:21:00,081 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709260081, completionTime=-1 2024-11-15T22:21:00,081 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:21:00,082 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:21:00,083 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:21:00,083 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709320083 2024-11-15T22:21:00,083 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709380083 2024-11-15T22:21:00,083 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T22:21:00,083 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,43371,1731709257015-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:00,083 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,43371,1731709257015-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:00,083 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,43371,1731709257015-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:00,084 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:43371, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:00,084 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:00,084 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:00,085 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:21:00,087 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.869sec 2024-11-15T22:21:00,087 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:21:00,087 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:21:00,087 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:21:00,087 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:21:00,087 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:21:00,087 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,43371,1731709257015-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:21:00,087 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,43371,1731709257015-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:21:00,089 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:21:00,089 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:21:00,089 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,43371,1731709257015-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:00,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa92f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:00,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,43371,-1 for getting cluster id 2024-11-15T22:21:00,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:00,169 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35a3f3a0-9c49-48bb-91ea-226cdb0b15bd' 2024-11-15T22:21:00,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35a3f3a0-9c49-48bb-91ea-226cdb0b15bd" 2024-11-15T22:21:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d6eb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,43371,-1] 2024-11-15T22:21:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:00,171 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:00,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5ce4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:00,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:00,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1] 2024-11-15T22:21:00,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:00,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:21:00,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,43371,1731709257015 2024-11-15T22:21:00,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64198 2024-11-15T22:21:00,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:21:00,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101409616610005 connected 2024-11-15T22:21:00,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,33709,1731709248961 2024-11-15T22:21:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b390050 2024-11-15T22:21:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:00,204 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:21:00,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:21:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:21:00,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:21:00,207 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:00,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:21:00,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:21:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:00,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:21:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:00,620 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 958cc2558ba6fbe5c0700d505655b124, NAME => 'test,,1731709260204.958cc2558ba6fbe5c0700d505655b124.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7 2024-11-15T22:21:00,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:21:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:01,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709260204.958cc2558ba6fbe5c0700d505655b124.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:01,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 958cc2558ba6fbe5c0700d505655b124, disabling compactions & flushes 2024-11-15T22:21:01,028 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709260204.958cc2558ba6fbe5c0700d505655b124. 2024-11-15T22:21:01,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709260204.958cc2558ba6fbe5c0700d505655b124. 2024-11-15T22:21:01,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709260204.958cc2558ba6fbe5c0700d505655b124. after waiting 0 ms 2024-11-15T22:21:01,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709260204.958cc2558ba6fbe5c0700d505655b124. 2024-11-15T22:21:01,028 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709260204.958cc2558ba6fbe5c0700d505655b124. 2024-11-15T22:21:01,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 958cc2558ba6fbe5c0700d505655b124: Waiting for close lock at 1731709261028Disabling compacts and flushes for region at 1731709261028Disabling writes for close at 1731709261028Writing region close event to WAL at 1731709261028Closed at 1731709261028 2024-11-15T22:21:01,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:21:01,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709260204.958cc2558ba6fbe5c0700d505655b124.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709261029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709261029"}]},"ts":"1731709261029"} 2024-11-15T22:21:01,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:21:01,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:21:01,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709261032"}]},"ts":"1731709261032"} 2024-11-15T22:21:01,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:21:01,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=958cc2558ba6fbe5c0700d505655b124, ASSIGN}] 2024-11-15T22:21:01,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=958cc2558ba6fbe5c0700d505655b124, ASSIGN 2024-11-15T22:21:01,037 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=958cc2558ba6fbe5c0700d505655b124, ASSIGN; state=OFFLINE, location=e611192d6313,45415,1731709249546; forceNewPlan=false, retain=false 2024-11-15T22:21:01,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=958cc2558ba6fbe5c0700d505655b124, regionState=OPENING, regionLocation=e611192d6313,45415,1731709249546 2024-11-15T22:21:01,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=958cc2558ba6fbe5c0700d505655b124, ASSIGN because future has completed 2024-11-15T22:21:01,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 958cc2558ba6fbe5c0700d505655b124, server=e611192d6313,45415,1731709249546}] 2024-11-15T22:21:01,346 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709260204.958cc2558ba6fbe5c0700d505655b124. 2024-11-15T22:21:01,346 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 958cc2558ba6fbe5c0700d505655b124, NAME => 'test,,1731709260204.958cc2558ba6fbe5c0700d505655b124.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:21:01,346 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:21:01,346 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:21:01,346 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 958cc2558ba6fbe5c0700d505655b124 2024-11-15T22:21:01,346 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709260204.958cc2558ba6fbe5c0700d505655b124.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:01,346 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 958cc2558ba6fbe5c0700d505655b124 2024-11-15T22:21:01,346 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 958cc2558ba6fbe5c0700d505655b124 2024-11-15T22:21:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:01,348 INFO [StoreOpener-958cc2558ba6fbe5c0700d505655b124-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 958cc2558ba6fbe5c0700d505655b124 2024-11-15T22:21:01,348 INFO [StoreOpener-958cc2558ba6fbe5c0700d505655b124-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 958cc2558ba6fbe5c0700d505655b124 columnFamilyName f 2024-11-15T22:21:01,348 DEBUG [StoreOpener-958cc2558ba6fbe5c0700d505655b124-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:01,349 INFO [StoreOpener-958cc2558ba6fbe5c0700d505655b124-1 {}] regionserver.HStore(327): Store=958cc2558ba6fbe5c0700d505655b124/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:01,349 INFO [StoreOpener-958cc2558ba6fbe5c0700d505655b124-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 958cc2558ba6fbe5c0700d505655b124 2024-11-15T22:21:01,350 INFO [StoreOpener-958cc2558ba6fbe5c0700d505655b124-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 958cc2558ba6fbe5c0700d505655b124 columnFamilyName f1 2024-11-15T22:21:01,350 DEBUG [StoreOpener-958cc2558ba6fbe5c0700d505655b124-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:01,350 INFO [StoreOpener-958cc2558ba6fbe5c0700d505655b124-1 {}] regionserver.HStore(327): Store=958cc2558ba6fbe5c0700d505655b124/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:01,350 INFO [StoreOpener-958cc2558ba6fbe5c0700d505655b124-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 958cc2558ba6fbe5c0700d505655b124 2024-11-15T22:21:01,351 INFO [StoreOpener-958cc2558ba6fbe5c0700d505655b124-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 958cc2558ba6fbe5c0700d505655b124 columnFamilyName norep 2024-11-15T22:21:01,351 DEBUG [StoreOpener-958cc2558ba6fbe5c0700d505655b124-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:01,351 INFO [StoreOpener-958cc2558ba6fbe5c0700d505655b124-1 {}] regionserver.HStore(327): Store=958cc2558ba6fbe5c0700d505655b124/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:01,351 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 958cc2558ba6fbe5c0700d505655b124 2024-11-15T22:21:01,352 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124 2024-11-15T22:21:01,352 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124 2024-11-15T22:21:01,353 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 958cc2558ba6fbe5c0700d505655b124 2024-11-15T22:21:01,353 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 958cc2558ba6fbe5c0700d505655b124 2024-11-15T22:21:01,353 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:21:01,354 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 958cc2558ba6fbe5c0700d505655b124 2024-11-15T22:21:01,355 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:21:01,356 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 958cc2558ba6fbe5c0700d505655b124; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74874001, jitterRate=0.11570955812931061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:21:01,356 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 958cc2558ba6fbe5c0700d505655b124 2024-11-15T22:21:01,356 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 958cc2558ba6fbe5c0700d505655b124: Running coprocessor pre-open hook at 1731709261347Writing region info on filesystem at 1731709261347Initializing all the Stores at 1731709261347Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709261347Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709261347Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709261347Cleaning up temporary data from old regions at 1731709261353 (+6 ms)Running coprocessor post-open hooks at 1731709261356 (+3 ms)Region opened successfully at 1731709261356 2024-11-15T22:21:01,357 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709260204.958cc2558ba6fbe5c0700d505655b124., pid=6, masterSystemTime=1731709261342 2024-11-15T22:21:01,359 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709260204.958cc2558ba6fbe5c0700d505655b124. 2024-11-15T22:21:01,359 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709260204.958cc2558ba6fbe5c0700d505655b124. 2024-11-15T22:21:01,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=958cc2558ba6fbe5c0700d505655b124, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,45415,1731709249546 2024-11-15T22:21:01,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 958cc2558ba6fbe5c0700d505655b124, server=e611192d6313,45415,1731709249546 because future has completed 2024-11-15T22:21:01,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:21:01,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 958cc2558ba6fbe5c0700d505655b124, server=e611192d6313,45415,1731709249546 in 172 msec 2024-11-15T22:21:01,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:21:01,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=958cc2558ba6fbe5c0700d505655b124, ASSIGN in 329 msec 2024-11-15T22:21:01,366 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:21:01,366 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709261366"}]},"ts":"1731709261366"} 2024-11-15T22:21:01,368 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:21:01,369 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:21:01,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-15T22:21:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:02,358 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:21:02,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,43371,1731709257015 2024-11-15T22:21:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4769d6b7 2024-11-15T22:21:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:02,360 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:21:02,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:21:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:21:02,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:21:02,363 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:02,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:21:02,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:21:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:02,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:21:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:02,771 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b60ca7a5ab72f89455c13ad166552020, NAME => 'test,,1731709262361.b60ca7a5ab72f89455c13ad166552020.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0 2024-11-15T22:21:02,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:21:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:03,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709262361.b60ca7a5ab72f89455c13ad166552020.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:03,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b60ca7a5ab72f89455c13ad166552020, disabling compactions & flushes 2024-11-15T22:21:03,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709262361.b60ca7a5ab72f89455c13ad166552020. 2024-11-15T22:21:03,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709262361.b60ca7a5ab72f89455c13ad166552020. 2024-11-15T22:21:03,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709262361.b60ca7a5ab72f89455c13ad166552020. after waiting 0 ms 2024-11-15T22:21:03,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709262361.b60ca7a5ab72f89455c13ad166552020. 2024-11-15T22:21:03,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709262361.b60ca7a5ab72f89455c13ad166552020. 2024-11-15T22:21:03,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b60ca7a5ab72f89455c13ad166552020: Waiting for close lock at 1731709263195Disabling compacts and flushes for region at 1731709263195Disabling writes for close at 1731709263195Writing region close event to WAL at 1731709263195Closed at 1731709263195 2024-11-15T22:21:03,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:21:03,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709262361.b60ca7a5ab72f89455c13ad166552020.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709263202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709263202"}]},"ts":"1731709263202"} 2024-11-15T22:21:03,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:21:03,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:21:03,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709263217"}]},"ts":"1731709263217"} 2024-11-15T22:21:03,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:21:03,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b60ca7a5ab72f89455c13ad166552020, ASSIGN}] 2024-11-15T22:21:03,227 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b60ca7a5ab72f89455c13ad166552020, ASSIGN 2024-11-15T22:21:03,228 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b60ca7a5ab72f89455c13ad166552020, ASSIGN; state=OFFLINE, location=e611192d6313,39209,1731709257126; forceNewPlan=false, retain=false 2024-11-15T22:21:03,319 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T22:21:03,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b60ca7a5ab72f89455c13ad166552020, regionState=OPENING, regionLocation=e611192d6313,39209,1731709257126 2024-11-15T22:21:03,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b60ca7a5ab72f89455c13ad166552020, ASSIGN because future has completed 2024-11-15T22:21:03,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b60ca7a5ab72f89455c13ad166552020, server=e611192d6313,39209,1731709257126}] 2024-11-15T22:21:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:03,584 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709262361.b60ca7a5ab72f89455c13ad166552020. 2024-11-15T22:21:03,584 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b60ca7a5ab72f89455c13ad166552020, NAME => 'test,,1731709262361.b60ca7a5ab72f89455c13ad166552020.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:21:03,584 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:21:03,584 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:21:03,584 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b60ca7a5ab72f89455c13ad166552020 2024-11-15T22:21:03,585 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709262361.b60ca7a5ab72f89455c13ad166552020.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:03,585 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b60ca7a5ab72f89455c13ad166552020 2024-11-15T22:21:03,585 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b60ca7a5ab72f89455c13ad166552020 2024-11-15T22:21:03,588 INFO [StoreOpener-b60ca7a5ab72f89455c13ad166552020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b60ca7a5ab72f89455c13ad166552020 2024-11-15T22:21:03,590 INFO [StoreOpener-b60ca7a5ab72f89455c13ad166552020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60ca7a5ab72f89455c13ad166552020 columnFamilyName f 2024-11-15T22:21:03,590 DEBUG [StoreOpener-b60ca7a5ab72f89455c13ad166552020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:03,591 INFO [StoreOpener-b60ca7a5ab72f89455c13ad166552020-1 {}] regionserver.HStore(327): Store=b60ca7a5ab72f89455c13ad166552020/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:03,591 INFO [StoreOpener-b60ca7a5ab72f89455c13ad166552020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b60ca7a5ab72f89455c13ad166552020 2024-11-15T22:21:03,592 INFO [StoreOpener-b60ca7a5ab72f89455c13ad166552020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60ca7a5ab72f89455c13ad166552020 columnFamilyName f1 2024-11-15T22:21:03,592 DEBUG [StoreOpener-b60ca7a5ab72f89455c13ad166552020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:03,593 INFO [StoreOpener-b60ca7a5ab72f89455c13ad166552020-1 {}] regionserver.HStore(327): Store=b60ca7a5ab72f89455c13ad166552020/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:03,593 INFO [StoreOpener-b60ca7a5ab72f89455c13ad166552020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b60ca7a5ab72f89455c13ad166552020 2024-11-15T22:21:03,594 INFO [StoreOpener-b60ca7a5ab72f89455c13ad166552020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60ca7a5ab72f89455c13ad166552020 columnFamilyName norep 2024-11-15T22:21:03,594 DEBUG [StoreOpener-b60ca7a5ab72f89455c13ad166552020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:03,595 INFO [StoreOpener-b60ca7a5ab72f89455c13ad166552020-1 {}] regionserver.HStore(327): Store=b60ca7a5ab72f89455c13ad166552020/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:03,596 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b60ca7a5ab72f89455c13ad166552020 2024-11-15T22:21:03,597 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020 2024-11-15T22:21:03,597 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020 2024-11-15T22:21:03,598 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b60ca7a5ab72f89455c13ad166552020 2024-11-15T22:21:03,598 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b60ca7a5ab72f89455c13ad166552020 2024-11-15T22:21:03,599 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:21:03,600 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b60ca7a5ab72f89455c13ad166552020 2024-11-15T22:21:03,602 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:21:03,603 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b60ca7a5ab72f89455c13ad166552020; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61917013, jitterRate=-0.07736460864543915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:21:03,603 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b60ca7a5ab72f89455c13ad166552020 2024-11-15T22:21:03,603 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b60ca7a5ab72f89455c13ad166552020: Running coprocessor pre-open hook at 1731709263585Writing region info on filesystem at 1731709263585Initializing all the Stores at 1731709263588 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709263588Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709263588Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709263588Cleaning up temporary data from old regions at 1731709263598 (+10 ms)Running coprocessor post-open hooks at 1731709263603 (+5 ms)Region opened successfully at 1731709263603 2024-11-15T22:21:03,604 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709262361.b60ca7a5ab72f89455c13ad166552020., pid=6, masterSystemTime=1731709263576 2024-11-15T22:21:03,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b60ca7a5ab72f89455c13ad166552020, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,39209,1731709257126 2024-11-15T22:21:03,608 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709262361.b60ca7a5ab72f89455c13ad166552020. 2024-11-15T22:21:03,608 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709262361.b60ca7a5ab72f89455c13ad166552020. 2024-11-15T22:21:03,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b60ca7a5ab72f89455c13ad166552020, server=e611192d6313,39209,1731709257126 because future has completed 2024-11-15T22:21:03,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:21:03,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b60ca7a5ab72f89455c13ad166552020, server=e611192d6313,39209,1731709257126 in 214 msec 2024-11-15T22:21:03,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:21:03,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b60ca7a5ab72f89455c13ad166552020, ASSIGN in 392 msec 2024-11-15T22:21:03,620 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:21:03,620 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709263620"}]},"ts":"1731709263620"} 2024-11-15T22:21:03,626 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:21:03,627 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:21:03,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2660 sec 2024-11-15T22:21:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:04,509 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:21:04,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f301a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:04,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,33709,-1 for getting cluster id 2024-11-15T22:21:04,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:04,520 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1' 2024-11-15T22:21:04,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:04,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1" 2024-11-15T22:21:04,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55325193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:04,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,33709,-1] 2024-11-15T22:21:04,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:04,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:04,523 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:04,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639923d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:04,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4f54d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:04,525 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,43371,-1 for getting cluster id 2024-11-15T22:21:04,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:04,526 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35a3f3a0-9c49-48bb-91ea-226cdb0b15bd' 2024-11-15T22:21:04,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:04,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35a3f3a0-9c49-48bb-91ea-226cdb0b15bd" 2024-11-15T22:21:04,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137e0fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:04,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,43371,-1] 2024-11-15T22:21:04,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:04,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:04,530 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:04,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21adbfdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:04,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4e9f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:04,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,33709,-1 for getting cluster id 2024-11-15T22:21:04,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:04,537 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1' 2024-11-15T22:21:04,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:04,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1" 2024-11-15T22:21:04,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5faf23db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:04,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,33709,-1] 2024-11-15T22:21:04,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:04,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:04,540 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:04,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b58b5e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:04,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:04,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,33709,1731709248961 2024-11-15T22:21:04,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72249a5b 2024-11-15T22:21:04,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:04,543 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:21:04,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:43371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:21:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:21:04,546 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:43371' 2024-11-15T22:21:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:04,555 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247be02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:04,555 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,43371,-1 for getting cluster id 2024-11-15T22:21:04,555 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:04,561 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35a3f3a0-9c49-48bb-91ea-226cdb0b15bd' 2024-11-15T22:21:04,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:04,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35a3f3a0-9c49-48bb-91ea-226cdb0b15bd" 2024-11-15T22:21:04,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd128aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:04,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,43371,-1] 2024-11-15T22:21:04,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:04,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:04,564 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:04,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e84db0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:04,566 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:04,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,43371,1731709257015 2024-11-15T22:21:04,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25488204 2024-11-15T22:21:04,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:04,574 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:21:04,577 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T22:21:04,578 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:21:04,578 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:04,578 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:04,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:04,578 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:21:04,580 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:21:04,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:21:04,588 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:04,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:21:04,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741837_1013 (size=1138) 2024-11-15T22:21:04,628 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5328cb71493e8406647423ea4fba26a0, NAME => 'hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7 2024-11-15T22:21:04,630 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T22:21:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:04,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741838_1014 (size=44) 2024-11-15T22:21:04,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:04,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5328cb71493e8406647423ea4fba26a0, disabling compactions & flushes 2024-11-15T22:21:04,681 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. 2024-11-15T22:21:04,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. 2024-11-15T22:21:04,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. after waiting 0 ms 2024-11-15T22:21:04,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. 2024-11-15T22:21:04,681 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. 2024-11-15T22:21:04,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5328cb71493e8406647423ea4fba26a0: Waiting for close lock at 1731709264681Disabling compacts and flushes for region at 1731709264681Disabling writes for close at 1731709264681Writing region close event to WAL at 1731709264681Closed at 1731709264681 2024-11-15T22:21:04,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:21:04,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731709264684"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709264684"}]},"ts":"1731709264684"} 2024-11-15T22:21:04,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:21:04,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:21:04,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709264692"}]},"ts":"1731709264692"} 2024-11-15T22:21:04,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T22:21:04,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5328cb71493e8406647423ea4fba26a0, ASSIGN}] 2024-11-15T22:21:04,703 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5328cb71493e8406647423ea4fba26a0, ASSIGN 2024-11-15T22:21:04,709 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5328cb71493e8406647423ea4fba26a0, ASSIGN; state=OFFLINE, location=e611192d6313,45415,1731709249546; forceNewPlan=false, retain=false 2024-11-15T22:21:04,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5328cb71493e8406647423ea4fba26a0, regionState=OPENING, regionLocation=e611192d6313,45415,1731709249546 2024-11-15T22:21:04,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5328cb71493e8406647423ea4fba26a0, ASSIGN because future has completed 2024-11-15T22:21:04,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5328cb71493e8406647423ea4fba26a0, server=e611192d6313,45415,1731709249546}] 2024-11-15T22:21:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:05,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. 2024-11-15T22:21:05,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:21:05,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:21:05,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C45415%2C1731709249546.rep, suffix=, logDir=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546, archiveDir=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/oldWALs, maxLogs=10 2024-11-15T22:21:05,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.rep.1731709265027, exclude list is [], retry=0 2024-11-15T22:21:05,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35415,DS-8cfb1cd7-f10d-4406-8fb1-14ee46bf2a89,DISK] 2024-11-15T22:21:05,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.rep.1731709265027 2024-11-15T22:21:05,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33977:33977)] 2024-11-15T22:21:05,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5328cb71493e8406647423ea4fba26a0, NAME => 'hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:21:05,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:21:05,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:21:05,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. service=MultiRowMutationService 2024-11-15T22:21:05,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:21:05,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5328cb71493e8406647423ea4fba26a0 2024-11-15T22:21:05,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:05,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5328cb71493e8406647423ea4fba26a0 2024-11-15T22:21:05,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5328cb71493e8406647423ea4fba26a0 2024-11-15T22:21:05,088 INFO [StoreOpener-5328cb71493e8406647423ea4fba26a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5328cb71493e8406647423ea4fba26a0 2024-11-15T22:21:05,092 INFO [StoreOpener-5328cb71493e8406647423ea4fba26a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5328cb71493e8406647423ea4fba26a0 columnFamilyName hfileref 2024-11-15T22:21:05,092 DEBUG [StoreOpener-5328cb71493e8406647423ea4fba26a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:05,100 INFO [StoreOpener-5328cb71493e8406647423ea4fba26a0-1 {}] regionserver.HStore(327): Store=5328cb71493e8406647423ea4fba26a0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:05,100 INFO [StoreOpener-5328cb71493e8406647423ea4fba26a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5328cb71493e8406647423ea4fba26a0 2024-11-15T22:21:05,113 INFO [StoreOpener-5328cb71493e8406647423ea4fba26a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5328cb71493e8406647423ea4fba26a0 columnFamilyName queue 2024-11-15T22:21:05,113 DEBUG [StoreOpener-5328cb71493e8406647423ea4fba26a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:05,113 INFO [StoreOpener-5328cb71493e8406647423ea4fba26a0-1 {}] regionserver.HStore(327): Store=5328cb71493e8406647423ea4fba26a0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:05,114 INFO [StoreOpener-5328cb71493e8406647423ea4fba26a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5328cb71493e8406647423ea4fba26a0 2024-11-15T22:21:05,117 INFO [StoreOpener-5328cb71493e8406647423ea4fba26a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5328cb71493e8406647423ea4fba26a0 columnFamilyName sid 2024-11-15T22:21:05,117 DEBUG [StoreOpener-5328cb71493e8406647423ea4fba26a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:05,121 INFO [StoreOpener-5328cb71493e8406647423ea4fba26a0-1 {}] regionserver.HStore(327): Store=5328cb71493e8406647423ea4fba26a0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:05,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5328cb71493e8406647423ea4fba26a0 2024-11-15T22:21:05,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/replication/5328cb71493e8406647423ea4fba26a0 2024-11-15T22:21:05,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/replication/5328cb71493e8406647423ea4fba26a0 2024-11-15T22:21:05,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5328cb71493e8406647423ea4fba26a0 2024-11-15T22:21:05,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5328cb71493e8406647423ea4fba26a0 2024-11-15T22:21:05,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:21:05,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5328cb71493e8406647423ea4fba26a0 2024-11-15T22:21:05,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/replication/5328cb71493e8406647423ea4fba26a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:21:05,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5328cb71493e8406647423ea4fba26a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58826656, jitterRate=-0.12341451644897461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:21:05,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5328cb71493e8406647423ea4fba26a0 2024-11-15T22:21:05,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5328cb71493e8406647423ea4fba26a0: Running coprocessor pre-open hook at 1731709265066Writing region info on filesystem at 1731709265066Initializing all the Stores at 1731709265081 (+15 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709265081Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709265087 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709265087Cleaning up temporary data from old regions at 1731709265136 (+49 ms)Running coprocessor post-open hooks at 1731709265154 (+18 ms)Region opened successfully at 1731709265155 (+1 ms) 2024-11-15T22:21:05,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0., pid=10, masterSystemTime=1731709265020 2024-11-15T22:21:05,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. 2024-11-15T22:21:05,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. 2024-11-15T22:21:05,159 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5328cb71493e8406647423ea4fba26a0, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,45415,1731709249546 2024-11-15T22:21:05,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5328cb71493e8406647423ea4fba26a0, server=e611192d6313,45415,1731709249546 because future has completed 2024-11-15T22:21:05,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T22:21:05,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5328cb71493e8406647423ea4fba26a0, server=e611192d6313,45415,1731709249546 in 300 msec 2024-11-15T22:21:05,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T22:21:05,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5328cb71493e8406647423ea4fba26a0, ASSIGN in 473 msec 2024-11-15T22:21:05,171 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:21:05,171 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709265171"}]},"ts":"1731709265171"} 2024-11-15T22:21:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:05,181 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T22:21:05,184 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:21:05,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 606 msec 2024-11-15T22:21:05,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0., hostname=e611192d6313,45415,1731709249546, seqNum=2] 2024-11-15T22:21:05,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:21:05,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:21:05,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:21:05,548 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:21:05,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:05,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:05,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:05,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:05,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:05,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:05,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:05,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:05,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T22:21:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:05,689 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T22:21:05,745 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,45415,1731709249546, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:21:05,746 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:05,746 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,45415,1731709249546, seqNum=-1] 2024-11-15T22:21:05,746 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:05,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T22:21:05,753 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e611192d6313,45415,1731709249546', locateType=CURRENT is [region=hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0., hostname=e611192d6313,45415,1731709249546, seqNum=2] 2024-11-15T22:21:05,768 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T22:21:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T22:21:05,773 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e611192d6313,45415,1731709249546 suceeded 2024-11-15T22:21:05,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T22:21:05,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 252 msec 2024-11-15T22:21:05,779 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e611192d6313:43371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:21:05,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2360 sec 2024-11-15T22:21:05,789 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:43371' 2024-11-15T22:21:05,790 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ef3b434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:05,790 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,43371,-1 for getting cluster id 2024-11-15T22:21:05,791 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:05,791 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35a3f3a0-9c49-48bb-91ea-226cdb0b15bd' 2024-11-15T22:21:05,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:05,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35a3f3a0-9c49-48bb-91ea-226cdb0b15bd" 2024-11-15T22:21:05,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f9cf8ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:05,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,43371,-1] 2024-11-15T22:21:05,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:05,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:05,793 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:05,794 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f7bca2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:05,794 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:05,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,43371,1731709257015 2024-11-15T22:21:05,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@575866a6 2024-11-15T22:21:05,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:05,796 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T22:21:05,797 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,45415,1731709249546 (queues=1) is replicating from cluster=6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1 to cluster=35a3f3a0-9c49-48bb-91ea-226cdb0b15bd 2024-11-15T22:21:05,797 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C45415%2C1731709249546 2024-11-15T22:21:05,797 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,45415,1731709249546, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:21:05,804 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480, startPosition=0, beingWritten=true 2024-11-15T22:21:05,820 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C45415%2C1731709249546 2024-11-15T22:21:05,825 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:21:05,825 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 379, reset compression=false 2024-11-15T22:21:05,825 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,45415,1731709249546 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:21:06,033 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 379, reset compression=false 2024-11-15T22:21:06,337 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 379, reset compression=false 2024-11-15T22:21:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:06,698 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:21:06,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:21:06,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:06,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:06,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:06,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:06,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3217093d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:06,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,43371,-1 for getting cluster id 2024-11-15T22:21:06,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:06,700 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35a3f3a0-9c49-48bb-91ea-226cdb0b15bd' 2024-11-15T22:21:06,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:06,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35a3f3a0-9c49-48bb-91ea-226cdb0b15bd" 2024-11-15T22:21:06,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794fe02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:06,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,43371,-1] 2024-11-15T22:21:06,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:06,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:06,701 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f24bfd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:06,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:06,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,43371,1731709257015 2024-11-15T22:21:06,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72006158 2024-11-15T22:21:06,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:06,704 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:21:06,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:33709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:21:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:21:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:06,707 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:33709' 2024-11-15T22:21:06,708 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31771d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:06,708 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,33709,-1 for getting cluster id 2024-11-15T22:21:06,709 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:06,709 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1' 2024-11-15T22:21:06,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:06,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1" 2024-11-15T22:21:06,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1234e152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:06,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,33709,-1] 2024-11-15T22:21:06,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:06,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:06,711 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:06,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75726d11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:06,712 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:06,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,33709,1731709248961 2024-11-15T22:21:06,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7340d010 2024-11-15T22:21:06,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:06,713 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:21:06,714 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T22:21:06,714 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:21:06,714 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:06,714 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:06,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:06,715 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:21:06,717 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:21:06,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:21:06,718 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:06,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:21:06,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741837_1013 (size=1138) 2024-11-15T22:21:06,726 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e112ed13c8e40e32ad8e72a02b18038a, NAME => 'hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0 2024-11-15T22:21:06,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741838_1014 (size=44) 2024-11-15T22:21:06,741 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 379, reset compression=false 2024-11-15T22:21:06,767 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T22:21:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:07,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:07,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e112ed13c8e40e32ad8e72a02b18038a, disabling compactions & flushes 2024-11-15T22:21:07,134 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. 2024-11-15T22:21:07,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. 2024-11-15T22:21:07,135 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. after waiting 0 ms 2024-11-15T22:21:07,135 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. 2024-11-15T22:21:07,135 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. 2024-11-15T22:21:07,135 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e112ed13c8e40e32ad8e72a02b18038a: Waiting for close lock at 1731709267134Disabling compacts and flushes for region at 1731709267134Disabling writes for close at 1731709267135 (+1 ms)Writing region close event to WAL at 1731709267135Closed at 1731709267135 2024-11-15T22:21:07,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:21:07,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731709267136"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709267136"}]},"ts":"1731709267136"} 2024-11-15T22:21:07,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:21:07,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:21:07,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709267139"}]},"ts":"1731709267139"} 2024-11-15T22:21:07,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T22:21:07,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e112ed13c8e40e32ad8e72a02b18038a, ASSIGN}] 2024-11-15T22:21:07,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e112ed13c8e40e32ad8e72a02b18038a, ASSIGN 2024-11-15T22:21:07,143 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e112ed13c8e40e32ad8e72a02b18038a, ASSIGN; state=OFFLINE, location=e611192d6313,39209,1731709257126; forceNewPlan=false, retain=false 2024-11-15T22:21:07,246 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 379, reset compression=false 2024-11-15T22:21:07,294 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e112ed13c8e40e32ad8e72a02b18038a, regionState=OPENING, regionLocation=e611192d6313,39209,1731709257126 2024-11-15T22:21:07,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e112ed13c8e40e32ad8e72a02b18038a, ASSIGN because future has completed 2024-11-15T22:21:07,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e112ed13c8e40e32ad8e72a02b18038a, server=e611192d6313,39209,1731709257126}] 2024-11-15T22:21:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:07,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. 2024-11-15T22:21:07,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:21:07,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:21:07,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C39209%2C1731709257126.rep, suffix=, logDir=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126, archiveDir=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/oldWALs, maxLogs=10 2024-11-15T22:21:07,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.rep.1731709267455, exclude list is [], retry=0 2024-11-15T22:21:07,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41029,DS-c6998793-bdaf-4c0c-9495-f6c3e6c853de,DISK] 2024-11-15T22:21:07,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.rep.1731709267455 2024-11-15T22:21:07,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46759:46759)] 2024-11-15T22:21:07,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e112ed13c8e40e32ad8e72a02b18038a, NAME => 'hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:21:07,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:21:07,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:21:07,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. service=MultiRowMutationService 2024-11-15T22:21:07,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:21:07,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:07,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:07,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:07,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:07,480 INFO [StoreOpener-e112ed13c8e40e32ad8e72a02b18038a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:07,481 INFO [StoreOpener-e112ed13c8e40e32ad8e72a02b18038a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e112ed13c8e40e32ad8e72a02b18038a columnFamilyName hfileref 2024-11-15T22:21:07,481 DEBUG [StoreOpener-e112ed13c8e40e32ad8e72a02b18038a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:07,483 INFO [StoreOpener-e112ed13c8e40e32ad8e72a02b18038a-1 {}] regionserver.HStore(327): Store=e112ed13c8e40e32ad8e72a02b18038a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:07,483 INFO [StoreOpener-e112ed13c8e40e32ad8e72a02b18038a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:07,484 INFO [StoreOpener-e112ed13c8e40e32ad8e72a02b18038a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e112ed13c8e40e32ad8e72a02b18038a columnFamilyName queue 2024-11-15T22:21:07,484 DEBUG [StoreOpener-e112ed13c8e40e32ad8e72a02b18038a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:07,485 INFO [StoreOpener-e112ed13c8e40e32ad8e72a02b18038a-1 {}] regionserver.HStore(327): Store=e112ed13c8e40e32ad8e72a02b18038a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:07,485 INFO [StoreOpener-e112ed13c8e40e32ad8e72a02b18038a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:07,486 INFO [StoreOpener-e112ed13c8e40e32ad8e72a02b18038a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e112ed13c8e40e32ad8e72a02b18038a columnFamilyName sid 2024-11-15T22:21:07,486 DEBUG [StoreOpener-e112ed13c8e40e32ad8e72a02b18038a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:07,486 INFO [StoreOpener-e112ed13c8e40e32ad8e72a02b18038a-1 {}] regionserver.HStore(327): Store=e112ed13c8e40e32ad8e72a02b18038a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:07,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:07,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/replication/e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:07,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/replication/e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:07,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:07,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:07,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:21:07,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:07,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/replication/e112ed13c8e40e32ad8e72a02b18038a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:21:07,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e112ed13c8e40e32ad8e72a02b18038a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71043566, jitterRate=0.05863162875175476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:21:07,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:07,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e112ed13c8e40e32ad8e72a02b18038a: Running coprocessor pre-open hook at 1731709267479Writing region info on filesystem at 1731709267479Initializing all the Stores at 1731709267480 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709267480Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709267480Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709267480Cleaning up temporary data from old regions at 1731709267488 (+8 ms)Running coprocessor post-open hooks at 1731709267493 (+5 ms)Region opened successfully at 1731709267493 2024-11-15T22:21:07,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a., pid=10, masterSystemTime=1731709267449 2024-11-15T22:21:07,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. 2024-11-15T22:21:07,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. 2024-11-15T22:21:07,496 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e112ed13c8e40e32ad8e72a02b18038a, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,39209,1731709257126 2024-11-15T22:21:07,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e112ed13c8e40e32ad8e72a02b18038a, server=e611192d6313,39209,1731709257126 because future has completed 2024-11-15T22:21:07,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T22:21:07,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e112ed13c8e40e32ad8e72a02b18038a, server=e611192d6313,39209,1731709257126 in 208 msec 2024-11-15T22:21:07,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T22:21:07,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e112ed13c8e40e32ad8e72a02b18038a, ASSIGN in 366 msec 2024-11-15T22:21:07,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:21:07,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709267509"}]},"ts":"1731709267509"} 2024-11-15T22:21:07,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T22:21:07,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:21:07,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 799 msec 2024-11-15T22:21:07,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a., hostname=e611192d6313,39209,1731709257126, seqNum=2] 2024-11-15T22:21:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:21:07,661 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:21:07,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:21:07,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T22:21:07,836 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T22:21:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:07,850 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 379, reset compression=false 2024-11-15T22:21:07,870 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,39209,1731709257126, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:21:07,871 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:07,871 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1] 2024-11-15T22:21:07,871 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:07,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T22:21:07,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e611192d6313,39209,1731709257126', locateType=CURRENT is [region=hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a., hostname=e611192d6313,39209,1731709257126, seqNum=2] 2024-11-15T22:21:07,876 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T22:21:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T22:21:07,878 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e611192d6313,39209,1731709257126 suceeded 2024-11-15T22:21:07,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T22:21:07,879 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e611192d6313:33709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:21:07,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-15T22:21:07,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1740 sec 2024-11-15T22:21:07,894 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:33709' 2024-11-15T22:21:07,895 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b95b516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:07,895 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,33709,-1 for getting cluster id 2024-11-15T22:21:07,895 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:07,896 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1' 2024-11-15T22:21:07,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:07,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1" 2024-11-15T22:21:07,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b203cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:07,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,33709,-1] 2024-11-15T22:21:07,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:07,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:07,897 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:07,897 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c27adc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:07,898 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:07,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,33709,1731709248961 2024-11-15T22:21:07,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a24a03c 2024-11-15T22:21:07,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:07,899 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T22:21:07,900 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,39209,1731709257126 (queues=1) is replicating from cluster=35a3f3a0-9c49-48bb-91ea-226cdb0b15bd to cluster=6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1 2024-11-15T22:21:07,900 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C39209%2C1731709257126 2024-11-15T22:21:07,900 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,39209,1731709257126, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:21:07,900 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.shippere611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C39209%2C1731709257126 2024-11-15T22:21:07,900 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041, startPosition=0, beingWritten=true 2024-11-15T22:21:07,906 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:21:07,906 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 379, reset compression=false 2024-11-15T22:21:07,906 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.shippere611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,39209,1731709257126 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:21:08,110 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 379, reset compression=false 2024-11-15T22:21:08,414 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 379, reset compression=false 2024-11-15T22:21:08,555 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 379, reset compression=false 2024-11-15T22:21:08,837 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 379, reset compression=false 2024-11-15T22:21:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:08,858 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:21:08,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:21:08,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:08,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:08,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:08,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:08,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:08,862 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731709268862/Put/seqid=0 2024-11-15T22:21:08,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741840_1016 (size=7894) 2024-11-15T22:21:09,270 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731709269269/Put/seqid=0 2024-11-15T22:21:09,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741841_1017 (size=7691) 2024-11-15T22:21:09,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6df17b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:09,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,33709,-1 for getting cluster id 2024-11-15T22:21:09,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:09,297 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1' 2024-11-15T22:21:09,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:09,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1" 2024-11-15T22:21:09,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bde4103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:09,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,33709,-1] 2024-11-15T22:21:09,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:09,300 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:09,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb69d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:09,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:09,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,45415,1731709249546, seqNum=-1] 2024-11-15T22:21:09,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:09,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:21:09,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,33709,1731709248961 2024-11-15T22:21:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8939432 2024-11-15T22:21:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:09,320 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T22:21:09,320 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:21:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731709260204.958cc2558ba6fbe5c0700d505655b124., hostname=e611192d6313,45415,1731709249546, seqNum=2] 2024-11-15T22:21:09,326 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T22:21:09,331 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T22:21:09,333 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T22:21:09,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 958cc2558ba6fbe5c0700d505655b124/f 2024-11-15T22:21:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T22:21:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:21:09,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 958cc2558ba6fbe5c0700d505655b124/f 2024-11-15T22:21:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T22:21:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:21:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HRegion(2603): Flush status journal for 958cc2558ba6fbe5c0700d505655b124: 2024-11-15T22:21:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins__test__5epilnq6kl8vqe64memju7ihr06fkh27njnsa6a86q7c9ui10bqatcgtu1fuu88d/f/hfile_1 2024-11-15T22:21:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins__test__5epilnq6kl8vqe64memju7ihr06fkh27njnsa6a86q7c9ui10bqatcgtu1fuu88d/f/hfile_1 as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/0fecb13002544381b5b3441cc5bcbea6_SeqId_4_ 2024-11-15T22:21:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins__test__5epilnq6kl8vqe64memju7ihr06fkh27njnsa6a86q7c9ui10bqatcgtu1fuu88d/f/hfile_0 2024-11-15T22:21:09,349 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 379, reset compression=false 2024-11-15T22:21:09,360 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 379, reset compression=false 2024-11-15T22:21:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins__test__5epilnq6kl8vqe64memju7ihr06fkh27njnsa6a86q7c9ui10bqatcgtu1fuu88d/f/hfile_0 as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/ae5895f14ba64f35923bded1524ce9d4_SeqId_4_ 2024-11-15T22:21:09,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins__test__5epilnq6kl8vqe64memju7ihr06fkh27njnsa6a86q7c9ui10bqatcgtu1fuu88d/f/hfile_1 into 958cc2558ba6fbe5c0700d505655b124/f as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/0fecb13002544381b5b3441cc5bcbea6_SeqId_4_ - updating store file list. 2024-11-15T22:21:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0fecb13002544381b5b3441cc5bcbea6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:21:09,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/0fecb13002544381b5b3441cc5bcbea6_SeqId_4_ into 958cc2558ba6fbe5c0700d505655b124/f 2024-11-15T22:21:09,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins__test__5epilnq6kl8vqe64memju7ihr06fkh27njnsa6a86q7c9ui10bqatcgtu1fuu88d/f/hfile_1 into 958cc2558ba6fbe5c0700d505655b124/f (new location: hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/0fecb13002544381b5b3441cc5bcbea6_SeqId_4_) 2024-11-15T22:21:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins__test__5epilnq6kl8vqe64memju7ihr06fkh27njnsa6a86q7c9ui10bqatcgtu1fuu88d/f/hfile_1 2024-11-15T22:21:09,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins__test__5epilnq6kl8vqe64memju7ihr06fkh27njnsa6a86q7c9ui10bqatcgtu1fuu88d/f/hfile_0 into 958cc2558ba6fbe5c0700d505655b124/f as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/ae5895f14ba64f35923bded1524ce9d4_SeqId_4_ - updating store file list. 2024-11-15T22:21:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae5895f14ba64f35923bded1524ce9d4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:21:09,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/ae5895f14ba64f35923bded1524ce9d4_SeqId_4_ into 958cc2558ba6fbe5c0700d505655b124/f 2024-11-15T22:21:09,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins__test__5epilnq6kl8vqe64memju7ihr06fkh27njnsa6a86q7c9ui10bqatcgtu1fuu88d/f/hfile_0 into 958cc2558ba6fbe5c0700d505655b124/f (new location: hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/ae5895f14ba64f35923bded1524ce9d4_SeqId_4_) 2024-11-15T22:21:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins__test__5epilnq6kl8vqe64memju7ihr06fkh27njnsa6a86q7c9ui10bqatcgtu1fuu88d/f/hfile_0 2024-11-15T22:21:09,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:21:09,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:09,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:09,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731709260204.958cc2558ba6fbe5c0700d505655b124., hostname=e611192d6313,45415,1731709249546, seqNum=2 , the old value is region=test,,1731709260204.958cc2558ba6fbe5c0700d505655b124., hostname=e611192d6313,45415,1731709249546, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e611192d6313:45415 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T22:21:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731709260204.958cc2558ba6fbe5c0700d505655b124., hostname=e611192d6313,45415,1731709249546, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T22:21:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731709260204.958cc2558ba6fbe5c0700d505655b124., hostname=e611192d6313,45415,1731709249546, seqNum=2 from cache 2024-11-15T22:21:09,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:09,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:09,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1] 2024-11-15T22:21:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:09,411 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T22:21:09,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:21:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731709262361.b60ca7a5ab72f89455c13ad166552020., hostname=e611192d6313,39209,1731709257126, seqNum=2] 2024-11-15T22:21:09,416 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T22:21:09,518 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:45415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T22:21:09,955 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 379, reset compression=false 2024-11-15T22:21:10,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T22:21:10,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T22:21:10,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T22:21:10,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T22:21:10,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:21:10,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T22:21:10,281 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 379, reset compression=false 2024-11-15T22:21:10,286 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:21:10,286 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,45415,1731709249546 got entry batch from reader: WALEntryBatch [walEntries=[{test/958cc2558ba6fbe5c0700d505655b124/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731709269406/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T22:21:10,289 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:21:10,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-15T22:21:10,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.ReplicationSink(318): Replicating [6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1] bulk loaded data 2024-11-15T22:21:10,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a3d7e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:10,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,43371,-1 for getting cluster id 2024-11-15T22:21:10,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:10,292 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35a3f3a0-9c49-48bb-91ea-226cdb0b15bd' 2024-11-15T22:21:10,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:10,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35a3f3a0-9c49-48bb-91ea-226cdb0b15bd" 2024-11-15T22:21:10,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56a14940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:10,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,43371,-1] 2024-11-15T22:21:10,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:10,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:10,294 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:10,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b3d98fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:10,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741840_1016 (size=7691) 2024-11-15T22:21:10,418 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T22:21:10,488 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 687, reset compression=false 2024-11-15T22:21:10,570 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:21:10,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:10,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:10,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:10,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:10,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:10,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:10,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:10,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:10,664 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 379, reset compression=false 2024-11-15T22:21:10,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741841_1017 (size=7894) 2024-11-15T22:21:10,821 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 687, reset compression=false 2024-11-15T22:21:11,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:11,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,43371,1731709257015 2024-11-15T22:21:11,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18bc09f5 2024-11-15T22:21:11,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:11,192 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T22:21:11,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T22:21:11,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:11,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1] 2024-11-15T22:21:11,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:11,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T22:21:11,211 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins.hfs.11__test__flsrabaf32pnrej53c5toifijm97l8o3j6vumetots7j905l02ujk1bu224bmp0f/f/0fecb13002544381b5b3441cc5bcbea6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T22:21:11,217 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins.hfs.11__test__flsrabaf32pnrej53c5toifijm97l8o3j6vumetots7j905l02ujk1bu224bmp0f/f/ae5895f14ba64f35923bded1524ce9d4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T22:21:11,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins.hfs.11__test__flsrabaf32pnrej53c5toifijm97l8o3j6vumetots7j905l02ujk1bu224bmp0f/f/0fecb13002544381b5b3441cc5bcbea6_SeqId_4_ for inclusion in b60ca7a5ab72f89455c13ad166552020/f 2024-11-15T22:21:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T22:21:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:21:11,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins.hfs.11__test__flsrabaf32pnrej53c5toifijm97l8o3j6vumetots7j905l02ujk1bu224bmp0f/f/ae5895f14ba64f35923bded1524ce9d4_SeqId_4_ for inclusion in b60ca7a5ab72f89455c13ad166552020/f 2024-11-15T22:21:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T22:21:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:21:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HRegion(2603): Flush status journal for b60ca7a5ab72f89455c13ad166552020: 2024-11-15T22:21:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0fecb13002544381b5b3441cc5bcbea6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T22:21:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins.hfs.11__test__flsrabaf32pnrej53c5toifijm97l8o3j6vumetots7j905l02ujk1bu224bmp0f/f/0fecb13002544381b5b3441cc5bcbea6_SeqId_4_ as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/411bdaa4d90d43a1a626cd6b3a871a32_SeqId_4_ 2024-11-15T22:21:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ae5895f14ba64f35923bded1524ce9d4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T22:21:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins.hfs.11__test__flsrabaf32pnrej53c5toifijm97l8o3j6vumetots7j905l02ujk1bu224bmp0f/f/ae5895f14ba64f35923bded1524ce9d4_SeqId_4_ as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/bdaf4dab38e541c981cc532316a42895_SeqId_4_ 2024-11-15T22:21:11,233 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 687, reset compression=false 2024-11-15T22:21:11,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins.hfs.11__test__flsrabaf32pnrej53c5toifijm97l8o3j6vumetots7j905l02ujk1bu224bmp0f/f/0fecb13002544381b5b3441cc5bcbea6_SeqId_4_ into b60ca7a5ab72f89455c13ad166552020/f as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/411bdaa4d90d43a1a626cd6b3a871a32_SeqId_4_ - updating store file list. 2024-11-15T22:21:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 411bdaa4d90d43a1a626cd6b3a871a32_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:21:11,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/411bdaa4d90d43a1a626cd6b3a871a32_SeqId_4_ into b60ca7a5ab72f89455c13ad166552020/f 2024-11-15T22:21:11,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins.hfs.11__test__flsrabaf32pnrej53c5toifijm97l8o3j6vumetots7j905l02ujk1bu224bmp0f/f/0fecb13002544381b5b3441cc5bcbea6_SeqId_4_ into b60ca7a5ab72f89455c13ad166552020/f (new location: hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/411bdaa4d90d43a1a626cd6b3a871a32_SeqId_4_) 2024-11-15T22:21:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins.hfs.11__test__flsrabaf32pnrej53c5toifijm97l8o3j6vumetots7j905l02ujk1bu224bmp0f/f/0fecb13002544381b5b3441cc5bcbea6_SeqId_4_ 2024-11-15T22:21:11,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins.hfs.11__test__flsrabaf32pnrej53c5toifijm97l8o3j6vumetots7j905l02ujk1bu224bmp0f/f/ae5895f14ba64f35923bded1524ce9d4_SeqId_4_ into b60ca7a5ab72f89455c13ad166552020/f as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/bdaf4dab38e541c981cc532316a42895_SeqId_4_ - updating store file list. 2024-11-15T22:21:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bdaf4dab38e541c981cc532316a42895_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:21:11,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/bdaf4dab38e541c981cc532316a42895_SeqId_4_ into b60ca7a5ab72f89455c13ad166552020/f 2024-11-15T22:21:11,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins.hfs.11__test__flsrabaf32pnrej53c5toifijm97l8o3j6vumetots7j905l02ujk1bu224bmp0f/f/ae5895f14ba64f35923bded1524ce9d4_SeqId_4_ into b60ca7a5ab72f89455c13ad166552020/f (new location: hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/bdaf4dab38e541c981cc532316a42895_SeqId_4_) 2024-11-15T22:21:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins.hfs.11__test__flsrabaf32pnrej53c5toifijm97l8o3j6vumetots7j905l02ujk1bu224bmp0f/f/ae5895f14ba64f35923bded1524ce9d4_SeqId_4_ 2024-11-15T22:21:11,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.ReplicationSink(324): Finished replicating [6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1] bulk loaded data 2024-11-15T22:21:11,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:11,441 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731709271441/Put/seqid=0 2024-11-15T22:21:11,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741842_1018 (size=11194) 2024-11-15T22:21:11,503 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 379, reset compression=false 2024-11-15T22:21:11,530 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731709271529/Put/seqid=0 2024-11-15T22:21:11,553 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:21:11,553 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.shippere611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,39209,1731709257126 got entry batch from reader: WALEntryBatch [walEntries=[{test/b60ca7a5ab72f89455c13ad166552020/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731709271262/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T22:21:11,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741843_1019 (size=10791) 2024-11-15T22:21:11,556 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.shippere611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:21:11,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-15T22:21:11,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.ReplicationSink(318): Replicating [6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1, 35a3f3a0-9c49-48bb-91ea-226cdb0b15bd] bulk loaded data 2024-11-15T22:21:11,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d7ea89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:11,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,33709,-1 for getting cluster id 2024-11-15T22:21:11,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:11,560 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1' 2024-11-15T22:21:11,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:11,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1" 2024-11-15T22:21:11,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c90769b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:11,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,33709,-1] 2024-11-15T22:21:11,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:11,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:11,562 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:11,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15632fa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:11,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741842_1018 (size=7691) 2024-11-15T22:21:11,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741843_1019 (size=7894) 2024-11-15T22:21:11,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:11,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,33709,1731709248961 2024-11-15T22:21:11,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3661a9a4 2024-11-15T22:21:11,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:11,659 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T22:21:11,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T22:21:11,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:11,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,45415,1731709249546, seqNum=-1] 2024-11-15T22:21:11,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:11,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T22:21:11,704 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins.hfs.10__test__eavcdf7ldi462t5t3tn73baa1et3v4nkhd103nqh50kac8aubk0feec38q3eiski/f/411bdaa4d90d43a1a626cd6b3a871a32_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T22:21:11,709 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins.hfs.10__test__eavcdf7ldi462t5t3tn73baa1et3v4nkhd103nqh50kac8aubk0feec38q3eiski/f/bdaf4dab38e541c981cc532316a42895_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T22:21:11,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.ReplicationSink(324): Finished replicating [6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1, 35a3f3a0-9c49-48bb-91ea-226cdb0b15bd] bulk loaded data 2024-11-15T22:21:11,737 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 687, reset compression=false 2024-11-15T22:21:11,753 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 725, reset compression=false 2024-11-15T22:21:11,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3e9216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:11,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,43371,-1 for getting cluster id 2024-11-15T22:21:11,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:11,977 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35a3f3a0-9c49-48bb-91ea-226cdb0b15bd' 2024-11-15T22:21:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35a3f3a0-9c49-48bb-91ea-226cdb0b15bd" 2024-11-15T22:21:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a69d037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,43371,-1] 2024-11-15T22:21:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:11,981 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:11,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b13fd24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:11,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:11,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1] 2024-11-15T22:21:11,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:11,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:21:12,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:12,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,43371,1731709257015 2024-11-15T22:21:12,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79361370 2024-11-15T22:21:12,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:12,013 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:21:12,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731709262361.b60ca7a5ab72f89455c13ad166552020., hostname=e611192d6313,39209,1731709257126, seqNum=2] 2024-11-15T22:21:12,027 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T22:21:12,065 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T22:21:12,069 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T22:21:12,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/testHFileCyclicReplication_10/f/hfile_1 for inclusion in b60ca7a5ab72f89455c13ad166552020/f 2024-11-15T22:21:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T22:21:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:21:12,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/testHFileCyclicReplication_10/f/hfile_0 for inclusion in b60ca7a5ab72f89455c13ad166552020/f 2024-11-15T22:21:12,096 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 725, reset compression=false 2024-11-15T22:21:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T22:21:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:21:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HRegion(2603): Flush status journal for b60ca7a5ab72f89455c13ad166552020: 2024-11-15T22:21:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins__test__uvaq206sgv09uges526hojq64odadg1b54dt22qujefhnutcu6chs0rp39i61lj3/f/hfile_1 2024-11-15T22:21:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins__test__uvaq206sgv09uges526hojq64odadg1b54dt22qujefhnutcu6chs0rp39i61lj3/f/hfile_1 as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/d8a00c56452349c4bcf8903d62635906_SeqId_6_ 2024-11-15T22:21:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins__test__uvaq206sgv09uges526hojq64odadg1b54dt22qujefhnutcu6chs0rp39i61lj3/f/hfile_0 2024-11-15T22:21:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins__test__uvaq206sgv09uges526hojq64odadg1b54dt22qujefhnutcu6chs0rp39i61lj3/f/hfile_0 as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/cac80221bc364a7e8b3bc9f17f51ca36_SeqId_6_ 2024-11-15T22:21:12,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins__test__uvaq206sgv09uges526hojq64odadg1b54dt22qujefhnutcu6chs0rp39i61lj3/f/hfile_1 into b60ca7a5ab72f89455c13ad166552020/f as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/d8a00c56452349c4bcf8903d62635906_SeqId_6_ - updating store file list. 2024-11-15T22:21:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d8a00c56452349c4bcf8903d62635906_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T22:21:12,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/d8a00c56452349c4bcf8903d62635906_SeqId_6_ into b60ca7a5ab72f89455c13ad166552020/f 2024-11-15T22:21:12,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins__test__uvaq206sgv09uges526hojq64odadg1b54dt22qujefhnutcu6chs0rp39i61lj3/f/hfile_1 into b60ca7a5ab72f89455c13ad166552020/f (new location: hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/d8a00c56452349c4bcf8903d62635906_SeqId_6_) 2024-11-15T22:21:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins__test__uvaq206sgv09uges526hojq64odadg1b54dt22qujefhnutcu6chs0rp39i61lj3/f/hfile_1 2024-11-15T22:21:12,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins__test__uvaq206sgv09uges526hojq64odadg1b54dt22qujefhnutcu6chs0rp39i61lj3/f/hfile_0 into b60ca7a5ab72f89455c13ad166552020/f as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/cac80221bc364a7e8b3bc9f17f51ca36_SeqId_6_ - updating store file list. 2024-11-15T22:21:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cac80221bc364a7e8b3bc9f17f51ca36_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T22:21:12,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/cac80221bc364a7e8b3bc9f17f51ca36_SeqId_6_ into b60ca7a5ab72f89455c13ad166552020/f 2024-11-15T22:21:12,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins__test__uvaq206sgv09uges526hojq64odadg1b54dt22qujefhnutcu6chs0rp39i61lj3/f/hfile_0 into b60ca7a5ab72f89455c13ad166552020/f (new location: hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/f/cac80221bc364a7e8b3bc9f17f51ca36_SeqId_6_) 2024-11-15T22:21:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/staging/jenkins__test__uvaq206sgv09uges526hojq64odadg1b54dt22qujefhnutcu6chs0rp39i61lj3/f/hfile_0 2024-11-15T22:21:12,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:21:12,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:12,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:12,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:12,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731709262361.b60ca7a5ab72f89455c13ad166552020., hostname=e611192d6313,39209,1731709257126, seqNum=2 , the old value is region=test,,1731709262361.b60ca7a5ab72f89455c13ad166552020., hostname=e611192d6313,39209,1731709257126, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e611192d6313:39209 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T22:21:12,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731709262361.b60ca7a5ab72f89455c13ad166552020., hostname=e611192d6313,39209,1731709257126, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T22:21:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731709262361.b60ca7a5ab72f89455c13ad166552020., hostname=e611192d6313,39209,1731709257126, seqNum=2 from cache 2024-11-15T22:21:12,128 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T22:21:12,129 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:21:12,129 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.shippere611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,39209,1731709257126 got entry batch from reader: WALEntryBatch [walEntries=[{test/b60ca7a5ab72f89455c13ad166552020/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731709272124/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T22:21:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,45415,1731709249546, seqNum=-1] 2024-11-15T22:21:12,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.ReplicationSink(318): Replicating [35a3f3a0-9c49-48bb-91ea-226cdb0b15bd] bulk loaded data 2024-11-15T22:21:12,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:12,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:21:12,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731709260204.958cc2558ba6fbe5c0700d505655b124., hostname=e611192d6313,45415,1731709249546, seqNum=2] 2024-11-15T22:21:12,148 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T22:21:12,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741844_1020 (size=10791) 2024-11-15T22:21:12,238 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:39209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T22:21:12,329 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 1033, reset compression=false 2024-11-15T22:21:12,358 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 687, reset compression=false 2024-11-15T22:21:12,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741845_1021 (size=11194) 2024-11-15T22:21:12,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T22:21:12,645 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 1033, reset compression=false 2024-11-15T22:21:12,653 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins.hfs.10__test__dqgntepjf74qg7t8e2ngqpd2thr9af2f4tfc424fldk3e3djg9lnhbmsr6aja0nl/f/cac80221bc364a7e8b3bc9f17f51ca36_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-15T22:21:12,656 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins.hfs.10__test__dqgntepjf74qg7t8e2ngqpd2thr9af2f4tfc424fldk3e3djg9lnhbmsr6aja0nl/f/d8a00c56452349c4bcf8903d62635906_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-15T22:21:12,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins.hfs.10__test__dqgntepjf74qg7t8e2ngqpd2thr9af2f4tfc424fldk3e3djg9lnhbmsr6aja0nl/f/cac80221bc364a7e8b3bc9f17f51ca36_SeqId_6_ for inclusion in 958cc2558ba6fbe5c0700d505655b124/f 2024-11-15T22:21:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T22:21:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:21:12,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins.hfs.10__test__dqgntepjf74qg7t8e2ngqpd2thr9af2f4tfc424fldk3e3djg9lnhbmsr6aja0nl/f/d8a00c56452349c4bcf8903d62635906_SeqId_6_ for inclusion in 958cc2558ba6fbe5c0700d505655b124/f 2024-11-15T22:21:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T22:21:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:21:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HRegion(2603): Flush status journal for 958cc2558ba6fbe5c0700d505655b124: 2024-11-15T22:21:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cac80221bc364a7e8b3bc9f17f51ca36_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T22:21:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins.hfs.10__test__dqgntepjf74qg7t8e2ngqpd2thr9af2f4tfc424fldk3e3djg9lnhbmsr6aja0nl/f/cac80221bc364a7e8b3bc9f17f51ca36_SeqId_6_ as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/eb15d480b8ad4ca0a1a322e66e1967e1_SeqId_6_ 2024-11-15T22:21:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d8a00c56452349c4bcf8903d62635906_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T22:21:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins.hfs.10__test__dqgntepjf74qg7t8e2ngqpd2thr9af2f4tfc424fldk3e3djg9lnhbmsr6aja0nl/f/d8a00c56452349c4bcf8903d62635906_SeqId_6_ as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/073d129ea05447e5a60dd030b52cf44b_SeqId_6_ 2024-11-15T22:21:12,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins.hfs.10__test__dqgntepjf74qg7t8e2ngqpd2thr9af2f4tfc424fldk3e3djg9lnhbmsr6aja0nl/f/cac80221bc364a7e8b3bc9f17f51ca36_SeqId_6_ into 958cc2558ba6fbe5c0700d505655b124/f as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/eb15d480b8ad4ca0a1a322e66e1967e1_SeqId_6_ - updating store file list. 2024-11-15T22:21:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eb15d480b8ad4ca0a1a322e66e1967e1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T22:21:12,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/eb15d480b8ad4ca0a1a322e66e1967e1_SeqId_6_ into 958cc2558ba6fbe5c0700d505655b124/f 2024-11-15T22:21:12,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins.hfs.10__test__dqgntepjf74qg7t8e2ngqpd2thr9af2f4tfc424fldk3e3djg9lnhbmsr6aja0nl/f/cac80221bc364a7e8b3bc9f17f51ca36_SeqId_6_ into 958cc2558ba6fbe5c0700d505655b124/f (new location: hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/eb15d480b8ad4ca0a1a322e66e1967e1_SeqId_6_) 2024-11-15T22:21:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins.hfs.10__test__dqgntepjf74qg7t8e2ngqpd2thr9af2f4tfc424fldk3e3djg9lnhbmsr6aja0nl/f/cac80221bc364a7e8b3bc9f17f51ca36_SeqId_6_ 2024-11-15T22:21:12,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins.hfs.10__test__dqgntepjf74qg7t8e2ngqpd2thr9af2f4tfc424fldk3e3djg9lnhbmsr6aja0nl/f/d8a00c56452349c4bcf8903d62635906_SeqId_6_ into 958cc2558ba6fbe5c0700d505655b124/f as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/073d129ea05447e5a60dd030b52cf44b_SeqId_6_ - updating store file list. 2024-11-15T22:21:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 073d129ea05447e5a60dd030b52cf44b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T22:21:12,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/073d129ea05447e5a60dd030b52cf44b_SeqId_6_ into 958cc2558ba6fbe5c0700d505655b124/f 2024-11-15T22:21:12,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins.hfs.10__test__dqgntepjf74qg7t8e2ngqpd2thr9af2f4tfc424fldk3e3djg9lnhbmsr6aja0nl/f/d8a00c56452349c4bcf8903d62635906_SeqId_6_ into 958cc2558ba6fbe5c0700d505655b124/f (new location: hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/f/073d129ea05447e5a60dd030b52cf44b_SeqId_6_) 2024-11-15T22:21:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/staging/jenkins.hfs.10__test__dqgntepjf74qg7t8e2ngqpd2thr9af2f4tfc424fldk3e3djg9lnhbmsr6aja0nl/f/d8a00c56452349c4bcf8903d62635906_SeqId_6_ 2024-11-15T22:21:12,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] regionserver.ReplicationSink(324): Finished replicating [35a3f3a0-9c49-48bb-91ea-226cdb0b15bd] bulk loaded data 2024-11-15T22:21:13,052 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 1033, reset compression=false 2024-11-15T22:21:13,085 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 687, reset compression=false 2024-11-15T22:21:13,126 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:21:13,126 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,45415,1731709249546 got entry batch from reader: WALEntryBatch [walEntries=[{test/958cc2558ba6fbe5c0700d505655b124/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731709272698/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T22:21:13,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.ReplicationSink(318): Replicating [35a3f3a0-9c49-48bb-91ea-226cdb0b15bd, 6dcbacbb-a995-474e-abb7-7ab0e4b5b2a1] bulk loaded data 2024-11-15T22:21:13,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:21:13,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:21:13,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:13,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:13,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:13,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:21:13,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1560874163, stopped=false 2024-11-15T22:21:13,186 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,43371,1731709257015 2024-11-15T22:21:13,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741844_1020 (size=11194) 2024-11-15T22:21:13,239 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1615065543/running 2024-11-15T22:21:13,239 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:21:13,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Set watcher on znode that does not yet exist, /1615065543/running 2024-11-15T22:21:13,242 INFO [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-15T22:21:13,242 INFO [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(3091): Received CLOSE for b60ca7a5ab72f89455c13ad166552020 2024-11-15T22:21:13,244 INFO [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(3091): Received CLOSE for e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:13,244 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:21:13,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1615065543/running 2024-11-15T22:21:13,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:21:13,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:21:13,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:13,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:13,245 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,39209,1731709257126' ***** 2024-11-15T22:21:13,245 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:21:13,247 INFO [RS:0;e611192d6313:39209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:21:13,247 INFO [RS:0;e611192d6313:39209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:21:13,247 INFO [RS:0;e611192d6313:39209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:21:13,247 INFO [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: b60ca7a5ab72f89455c13ad166552020, which we are already trying to CLOSE, but not completed yet 2024-11-15T22:21:13,247 INFO [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: e112ed13c8e40e32ad8e72a02b18038a, which we are already trying to CLOSE, but not completed yet 2024-11-15T22:21:13,247 INFO [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(959): stopping server e611192d6313,39209,1731709257126 2024-11-15T22:21:13,247 INFO [RS:0;e611192d6313:39209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:21:13,247 INFO [RS:0;e611192d6313:39209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:39209. 2024-11-15T22:21:13,247 DEBUG [RS:0;e611192d6313:39209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:13,247 DEBUG [RS:0;e611192d6313:39209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:13,247 INFO [RS:0;e611192d6313:39209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:21:13,247 INFO [RS:0;e611192d6313:39209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:21:13,247 INFO [RS:0;e611192d6313:39209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:21:13,247 INFO [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:21:13,248 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:21:13,248 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b60ca7a5ab72f89455c13ad166552020, disabling compactions & flushes 2024-11-15T22:21:13,248 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731709262361.b60ca7a5ab72f89455c13ad166552020. 2024-11-15T22:21:13,248 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709262361.b60ca7a5ab72f89455c13ad166552020. 2024-11-15T22:21:13,248 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731709262361.b60ca7a5ab72f89455c13ad166552020. after waiting 0 ms 2024-11-15T22:21:13,248 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731709262361.b60ca7a5ab72f89455c13ad166552020. 2024-11-15T22:21:13,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Set watcher on znode that does not yet exist, /1615065543/running 2024-11-15T22:21:13,253 INFO [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T22:21:13,253 DEBUG [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1325): Online Regions={b60ca7a5ab72f89455c13ad166552020=test,,1731709262361.b60ca7a5ab72f89455c13ad166552020., e112ed13c8e40e32ad8e72a02b18038a=hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:21:13,253 DEBUG [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b60ca7a5ab72f89455c13ad166552020, e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:13,261 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:21:13,261 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:21:13,261 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:21:13,261 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:21:13,261 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:21:13,261 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T22:21:13,296 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:21:13,327 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 1033, reset compression=false 2024-11-15T22:21:13,337 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/.tmp/info/7a432733ce41427397b9253b073b1924 is 147, key is hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a./info:regioninfo/1731709267496/Put/seqid=0 2024-11-15T22:21:13,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741845_1021 (size=10791) 2024-11-15T22:21:13,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T22:21:13,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T22:21:13,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:45420 deadline: 1731709333350, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping 2024-11-15T22:21:13,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T22:21:13,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T22:21:13,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1 from cache 2024-11-15T22:21:13,365 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/default/test/b60ca7a5ab72f89455c13ad166552020/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T22:21:13,366 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:13,366 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:21:13,366 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731709262361.b60ca7a5ab72f89455c13ad166552020. 2024-11-15T22:21:13,366 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b60ca7a5ab72f89455c13ad166552020: Waiting for close lock at 1731709273248Running coprocessor pre-close hooks at 1731709273248Disabling compacts and flushes for region at 1731709273248Disabling writes for close at 1731709273248Writing region close event to WAL at 1731709273296 (+48 ms)Running coprocessor post-close hooks at 1731709273366 (+70 ms)Closed at 1731709273366 2024-11-15T22:21:13,366 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731709262361.b60ca7a5ab72f89455c13ad166552020. 2024-11-15T22:21:13,366 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e112ed13c8e40e32ad8e72a02b18038a, disabling compactions & flushes 2024-11-15T22:21:13,367 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. 2024-11-15T22:21:13,367 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. 2024-11-15T22:21:13,367 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. after waiting 0 ms 2024-11-15T22:21:13,367 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. 2024-11-15T22:21:13,367 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e112ed13c8e40e32ad8e72a02b18038a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-15T22:21:13,419 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/replication/e112ed13c8e40e32ad8e72a02b18038a/.tmp/hfileref/e8b65eabc2c54a8bb7c29409c4384a3c is 74, key is 1/hfileref:411bdaa4d90d43a1a626cd6b3a871a32_SeqId_4_/1731709271713/DeleteColumn/seqid=0 2024-11-15T22:21:13,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741847_1023 (size=5345) 2024-11-15T22:21:13,434 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/replication/e112ed13c8e40e32ad8e72a02b18038a/.tmp/hfileref/e8b65eabc2c54a8bb7c29409c4384a3c 2024-11-15T22:21:13,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741846_1022 (size=7686) 2024-11-15T22:21:13,457 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:13,458 DEBUG [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e112ed13c8e40e32ad8e72a02b18038a 2024-11-15T22:21:13,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1] 2024-11-15T22:21:13,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T22:21:13,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39209 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:45420 deadline: 1731709333350, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping 2024-11-15T22:21:13,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T22:21:13,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T22:21:13,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1 from cache 2024-11-15T22:21:13,493 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/replication/e112ed13c8e40e32ad8e72a02b18038a/.tmp/queue/e1f53b95a3064deabca8ee230d160275 is 154, key is 1-e611192d6313,39209,1731709257126/queue:e611192d6313%2C39209%2C1731709257126/1731709272712/Put/seqid=0 2024-11-15T22:21:13,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741848_1024 (size=5353) 2024-11-15T22:21:13,513 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/replication/e112ed13c8e40e32ad8e72a02b18038a/.tmp/queue/e1f53b95a3064deabca8ee230d160275 2024-11-15T22:21:13,530 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/replication/e112ed13c8e40e32ad8e72a02b18038a/.tmp/hfileref/e8b65eabc2c54a8bb7c29409c4384a3c as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/replication/e112ed13c8e40e32ad8e72a02b18038a/hfileref/e8b65eabc2c54a8bb7c29409c4384a3c 2024-11-15T22:21:13,545 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/replication/e112ed13c8e40e32ad8e72a02b18038a/hfileref/e8b65eabc2c54a8bb7c29409c4384a3c, entries=4, sequenceid=12, filesize=5.2 K 2024-11-15T22:21:13,548 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/replication/e112ed13c8e40e32ad8e72a02b18038a/.tmp/queue/e1f53b95a3064deabca8ee230d160275 as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/replication/e112ed13c8e40e32ad8e72a02b18038a/queue/e1f53b95a3064deabca8ee230d160275 2024-11-15T22:21:13,561 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/replication/e112ed13c8e40e32ad8e72a02b18038a/queue/e1f53b95a3064deabca8ee230d160275, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T22:21:13,563 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e112ed13c8e40e32ad8e72a02b18038a in 195ms, sequenceid=12, compaction requested=false 2024-11-15T22:21:13,585 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 1033, reset compression=false 2024-11-15T22:21:13,607 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:21:13,607 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 1328, reset compression=false 2024-11-15T22:21:13,607 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.shippere611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,39209,1731709257126 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:21:13,609 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.shippere611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e611192d6313,39209,1731709257126: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e611192d6313,39209,1731709257126, walGroup=e611192d6313%2C39209%2C1731709257126, offset=e611192d6313%2C39209%2C1731709257126.1731709259041:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:39209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T22:21:13,610 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.shippere611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T22:21:13,612 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/replication/e112ed13c8e40e32ad8e72a02b18038a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T22:21:13,613 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:13,613 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:21:13,613 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. 2024-11-15T22:21:13,613 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e112ed13c8e40e32ad8e72a02b18038a: Waiting for close lock at 1731709273366Running coprocessor pre-close hooks at 1731709273366Disabling compacts and flushes for region at 1731709273366Disabling writes for close at 1731709273367 (+1 ms)Obtaining lock to block concurrent updates at 1731709273367Preparing flush snapshotting stores in e112ed13c8e40e32ad8e72a02b18038a at 1731709273367Finished memstore snapshotting hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731709273367Flushing stores of hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. at 1731709273368 (+1 ms)Flushing e112ed13c8e40e32ad8e72a02b18038a/hfileref: creating writer at 1731709273368Flushing e112ed13c8e40e32ad8e72a02b18038a/hfileref: appending metadata at 1731709273418 (+50 ms)Flushing e112ed13c8e40e32ad8e72a02b18038a/hfileref: closing flushed file at 1731709273419 (+1 ms)Flushing e112ed13c8e40e32ad8e72a02b18038a/queue: creating writer at 1731709273449 (+30 ms)Flushing e112ed13c8e40e32ad8e72a02b18038a/queue: appending metadata at 1731709273491 (+42 ms)Flushing e112ed13c8e40e32ad8e72a02b18038a/queue: closing flushed file at 1731709273492 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b940142: reopening flushed file at 1731709273529 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111c23f8: reopening flushed file at 1731709273545 (+16 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e112ed13c8e40e32ad8e72a02b18038a in 195ms, sequenceid=12, compaction requested=false at 1731709273563 (+18 ms)Writing region close event to WAL at 1731709273597 (+34 ms)Running coprocessor post-close hooks at 1731709273613 (+16 ms)Closed at 1731709273613 2024-11-15T22:21:13,613 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731709266715.e112ed13c8e40e32ad8e72a02b18038a. 2024-11-15T22:21:13,614 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.shippere611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T22:21:13,615 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.shippere611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T22:21:13,615 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.shippere611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T22:21:13,615 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.shippere611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T22:21:13,615 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.shippere611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 568016384 }, "NonHeapMemoryUsage": { "committed": 190906368, "init": 7667712, "max": -1, "used": 188172512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T22:21:13,619 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.shippere611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T22:21:13,658 DEBUG [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:21:13,673 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:13,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1] 2024-11-15T22:21:13,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:21:13,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting 2024-11-15T22:21:13,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting 2024-11-15T22:21:13,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1 from cache 2024-11-15T22:21:13,689 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 1033, reset compression=false 2024-11-15T22:21:13,827 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 1328, reset compression=false 2024-11-15T22:21:13,838 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/.tmp/info/7a432733ce41427397b9253b073b1924 2024-11-15T22:21:13,858 DEBUG [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:21:13,859 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/.tmp/ns/b74b49657150417b9dcda813cf57d88e is 43, key is default/ns:d/1731709260077/Put/seqid=0 2024-11-15T22:21:13,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741849_1025 (size=5153) 2024-11-15T22:21:13,865 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/.tmp/ns/b74b49657150417b9dcda813cf57d88e 2024-11-15T22:21:13,889 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/.tmp/rep_barrier/febecef31ba54582be6db125288d25dc is 112, key is test,,1731709262361.b60ca7a5ab72f89455c13ad166552020./rep_barrier:seqnumDuringOpen/1731709263607/Put/seqid=0 2024-11-15T22:21:13,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741850_1026 (size=5518) 2024-11-15T22:21:13,978 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:21:13,978 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:21:13,987 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:13,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1] 2024-11-15T22:21:13,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:21:13,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting 2024-11-15T22:21:13,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting 2024-11-15T22:21:13,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1 from cache 2024-11-15T22:21:14,058 DEBUG [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:21:14,121 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 1033, reset compression=false 2024-11-15T22:21:14,131 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 1328, reset compression=false 2024-11-15T22:21:14,258 INFO [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:21:14,258 DEBUG [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:21:14,258 DEBUG [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:21:14,309 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/.tmp/rep_barrier/febecef31ba54582be6db125288d25dc 2024-11-15T22:21:14,357 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/.tmp/table/0469355668fb4e498f11dce65ec79494 is 53, key is hbase:replication/table:state/1731709267509/Put/seqid=0 2024-11-15T22:21:14,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741851_1027 (size=5308) 2024-11-15T22:21:14,374 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/.tmp/table/0469355668fb4e498f11dce65ec79494 2024-11-15T22:21:14,381 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/.tmp/info/7a432733ce41427397b9253b073b1924 as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/info/7a432733ce41427397b9253b073b1924 2024-11-15T22:21:14,386 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/info/7a432733ce41427397b9253b073b1924, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T22:21:14,387 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/.tmp/ns/b74b49657150417b9dcda813cf57d88e as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/ns/b74b49657150417b9dcda813cf57d88e 2024-11-15T22:21:14,393 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/ns/b74b49657150417b9dcda813cf57d88e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T22:21:14,397 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/.tmp/rep_barrier/febecef31ba54582be6db125288d25dc as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/rep_barrier/febecef31ba54582be6db125288d25dc 2024-11-15T22:21:14,404 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/rep_barrier/febecef31ba54582be6db125288d25dc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T22:21:14,406 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/.tmp/table/0469355668fb4e498f11dce65ec79494 as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/table/0469355668fb4e498f11dce65ec79494 2024-11-15T22:21:14,412 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/table/0469355668fb4e498f11dce65ec79494, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T22:21:14,413 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1152ms, sequenceid=16, compaction requested=false 2024-11-15T22:21:14,459 DEBUG [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:21:14,477 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T22:21:14,477 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:14,477 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:21:14,477 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:21:14,477 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709273260Running coprocessor pre-close hooks at 1731709273260Disabling compacts and flushes for region at 1731709273260Disabling writes for close at 1731709273261 (+1 ms)Obtaining lock to block concurrent updates at 1731709273261Preparing flush snapshotting stores in 1588230740 at 1731709273261Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731709273261Flushing stores of hbase:meta,,1.1588230740 at 1731709273268 (+7 ms)Flushing 1588230740/info: creating writer at 1731709273269 (+1 ms)Flushing 1588230740/info: appending metadata at 1731709273336 (+67 ms)Flushing 1588230740/info: closing flushed file at 1731709273336Flushing 1588230740/ns: creating writer at 1731709273843 (+507 ms)Flushing 1588230740/ns: appending metadata at 1731709273858 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731709273858Flushing 1588230740/rep_barrier: creating writer at 1731709273869 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731709273887 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731709273887Flushing 1588230740/table: creating writer at 1731709274319 (+432 ms)Flushing 1588230740/table: appending metadata at 1731709274352 (+33 ms)Flushing 1588230740/table: closing flushed file at 1731709274352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1ff28b: reopening flushed file at 1731709274380 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd0fb4b: reopening flushed file at 1731709274386 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6b25f6: reopening flushed file at 1731709274393 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a4c7ea: reopening flushed file at 1731709274404 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1152ms, sequenceid=16, compaction requested=false at 1731709274413 (+9 ms)Writing region close event to WAL at 1731709274473 (+60 ms)Running coprocessor post-close hooks at 1731709274477 (+4 ms)Closed at 1731709274477 2024-11-15T22:21:14,477 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:21:14,497 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:14,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1] 2024-11-15T22:21:14,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:21:14,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting 2024-11-15T22:21:14,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting 2024-11-15T22:21:14,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e611192d6313,39209,1731709257126, seqNum=-1 from cache 2024-11-15T22:21:14,503 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:21:14,504 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-15T22:21:13.354Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T22:21:13.460Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T22:21:13.683Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting 2024-11-15T22:21:13.990Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting 2024-11-15T22:21:14.502Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e611192d6313,39209,1731709257126 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T22:21:14,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-15T22:21:13.354Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T22:21:13.460Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T22:21:13.683Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting 2024-11-15T22:21:13.990Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting 2024-11-15T22:21:14.502Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e611192d6313,39209,1731709257126 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T22:21:14,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:45404 deadline: 1731709333128, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-15T22:21:13.354Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T22:21:13.460Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T22:21:13.683Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting 2024-11-15T22:21:13.990Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting 2024-11-15T22:21:14.502Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting 2024-11-15T22:21:14,509 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-15T22:21:13.354Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T22:21:13.460Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e611192d6313,39209,1731709257126 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T22:21:13.683Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting 2024-11-15T22:21:13.990Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting 2024-11-15T22:21:14.502Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server e611192d6313,39209,1731709257126 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:21:14,549 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/WALs/e611192d6313,39209,1731709257126/e611192d6313%2C39209%2C1731709257126.1731709259041 to pos 1328, reset compression=false 2024-11-15T22:21:14,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,39209,1731709257126 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:21:14,615 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e611192d6313,39209,1731709257126 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:21:14,627 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 1033, reset compression=false 2024-11-15T22:21:14,660 INFO [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(976): stopping server e611192d6313,39209,1731709257126; all regions closed. 2024-11-15T22:21:14,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741834_1010 (size=4239) 2024-11-15T22:21:14,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741839_1015 (size=3127) 2024-11-15T22:21:14,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741832_1008 (size=1336) 2024-11-15T22:21:14,667 DEBUG [RS:0;e611192d6313:39209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:14,667 INFO [RS:0;e611192d6313:39209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:21:14,667 INFO [RS:0;e611192d6313:39209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:21:14,668 INFO [RS:0;e611192d6313:39209 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:21:14,668 INFO [RS:0;e611192d6313:39209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:21:14,668 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:21:14,668 INFO [RS:0;e611192d6313:39209 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,39209,1731709257126 because: Region server is closing 2024-11-15T22:21:14,668 INFO [RS:0;e611192d6313:39209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:39209. 2024-11-15T22:21:14,668 DEBUG [RS:0;e611192d6313:39209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:14,668 DEBUG [RS:0;e611192d6313:39209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:14,668 DEBUG [RS:0;e611192d6313:39209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:14,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:14,769 INFO [RS:0;e611192d6313:39209 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.shippere611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 terminated 2024-11-15T22:21:14,769 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,39209,1731709257126.replicationSource.wal-reader.e611192d6313%2C39209%2C1731709257126,1-e611192d6313,39209,1731709257126 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T22:21:14,769 INFO [RS:0;e611192d6313:39209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:39209. 2024-11-15T22:21:14,769 DEBUG [RS:0;e611192d6313:39209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:14,769 DEBUG [RS:0;e611192d6313:39209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:14,769 DEBUG [RS:0;e611192d6313:39209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:14,769 INFO [RS:0;e611192d6313:39209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39209 2024-11-15T22:21:14,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:14,812 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1615065543/rs/e611192d6313,39209,1731709257126 2024-11-15T22:21:14,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543/rs 2024-11-15T22:21:14,812 INFO [RS:0;e611192d6313:39209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:21:14,819 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e611192d6313:39209 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e611192d6313/172.17.0.3:39209 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:21:14,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e611192d6313:39209 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e611192d6313/172.17.0.3:39209 2024-11-15T22:21:14,821 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=e611192d6313:39209 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e611192d6313/172.17.0.3:39209 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e611192d6313/172.17.0.3:39209 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T22:21:14,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,39209,1731709257126] 2024-11-15T22:21:14,911 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1615065543/draining/e611192d6313,39209,1731709257126 already deleted, retry=false 2024-11-15T22:21:14,911 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,39209,1731709257126 expired; onlineServers=0 2024-11-15T22:21:14,911 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,43371,1731709257015' ***** 2024-11-15T22:21:14,911 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:21:14,911 INFO [M:0;e611192d6313:43371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:21:14,911 INFO [M:0;e611192d6313:43371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:21:14,911 DEBUG [M:0;e611192d6313:43371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:21:14,911 DEBUG [M:0;e611192d6313:43371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:21:14,911 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:21:14,911 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709258783 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709258783,5,FailOnTimeoutGroup] 2024-11-15T22:21:14,911 INFO [M:0;e611192d6313:43371 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:21:14,911 INFO [M:0;e611192d6313:43371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:21:14,911 DEBUG [M:0;e611192d6313:43371 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:21:14,911 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709258784 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709258784,5,FailOnTimeoutGroup] 2024-11-15T22:21:14,911 INFO [M:0;e611192d6313:43371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:21:14,912 INFO [M:0;e611192d6313:43371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:21:14,912 INFO [M:0;e611192d6313:43371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:21:14,912 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:21:14,965 INFO [RS:0;e611192d6313:39209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:21:14,965 INFO [RS:0;e611192d6313:39209 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,39209,1731709257126; zookeeper connection closed. 2024-11-15T22:21:14,965 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:14,965 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x101409616610004, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:14,965 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2033f357 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2033f357 2024-11-15T22:21:14,965 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:21:14,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1615065543/master 2024-11-15T22:21:14,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1615065543 2024-11-15T22:21:14,981 DEBUG [M:0;e611192d6313:43371 {}] zookeeper.ZKUtil(347): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Unable to get data of znode /1615065543/master because node does not exist (not an error) 2024-11-15T22:21:14,981 WARN [M:0;e611192d6313:43371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:21:14,982 INFO [M:0;e611192d6313:43371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/.lastflushedseqids 2024-11-15T22:21:14,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741852_1028 (size=263) 2024-11-15T22:21:14,992 INFO [M:0;e611192d6313:43371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:21:14,992 INFO [M:0;e611192d6313:43371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:21:14,992 DEBUG [M:0;e611192d6313:43371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:21:14,992 INFO [M:0;e611192d6313:43371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:14,992 DEBUG [M:0;e611192d6313:43371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:14,992 DEBUG [M:0;e611192d6313:43371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:21:14,992 DEBUG [M:0;e611192d6313:43371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:14,992 INFO [M:0;e611192d6313:43371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T22:21:15,015 DEBUG [M:0;e611192d6313:43371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/583592e86911483ea0d1bf2226760bd1 is 82, key is hbase:meta,,1/info:regioninfo/1731709260057/Put/seqid=0 2024-11-15T22:21:15,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741853_1029 (size=5672) 2024-11-15T22:21:15,125 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] ipc.AbstractRpcClient(357): Not trying to connect to e611192d6313:39209 this server is in the failed servers list 2024-11-15T22:21:15,125 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e611192d6313:39209 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e611192d6313:39209 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e611192d6313:39209 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-15T22:21:15,245 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 1033, reset compression=false 2024-11-15T22:21:15,426 INFO [M:0;e611192d6313:43371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/583592e86911483ea0d1bf2226760bd1 2024-11-15T22:21:15,462 DEBUG [M:0;e611192d6313:43371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e9e79726816465cab308748190ee051 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731709267516/Put/seqid=0 2024-11-15T22:21:15,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741854_1030 (size=8515) 2024-11-15T22:21:15,486 INFO [M:0;e611192d6313:43371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e9e79726816465cab308748190ee051 2024-11-15T22:21:15,526 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] ipc.AbstractRpcClient(357): Not trying to connect to e611192d6313:39209 this server is in the failed servers list 2024-11-15T22:21:15,526 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e611192d6313:39209 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e611192d6313:39209 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e611192d6313:39209 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-15T22:21:15,532 DEBUG [M:0;e611192d6313:43371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a5b36a0b7b542d6bb447972029a77f9 is 69, key is e611192d6313,39209,1731709257126/rs:state/1731709258897/Put/seqid=0 2024-11-15T22:21:15,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741855_1031 (size=5156) 2024-11-15T22:21:15,540 INFO [M:0;e611192d6313:43371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a5b36a0b7b542d6bb447972029a77f9 2024-11-15T22:21:15,546 DEBUG [M:0;e611192d6313:43371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/583592e86911483ea0d1bf2226760bd1 as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/583592e86911483ea0d1bf2226760bd1 2024-11-15T22:21:15,551 INFO [M:0;e611192d6313:43371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/583592e86911483ea0d1bf2226760bd1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T22:21:15,552 DEBUG [M:0;e611192d6313:43371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e9e79726816465cab308748190ee051 as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e9e79726816465cab308748190ee051 2024-11-15T22:21:15,559 INFO [M:0;e611192d6313:43371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e9e79726816465cab308748190ee051, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T22:21:15,560 DEBUG [M:0;e611192d6313:43371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a5b36a0b7b542d6bb447972029a77f9 as hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a5b36a0b7b542d6bb447972029a77f9 2024-11-15T22:21:15,569 INFO [M:0;e611192d6313:43371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/a27aaaa3-1c2b-6240-12e5-560951ed81b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a5b36a0b7b542d6bb447972029a77f9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T22:21:15,570 INFO [M:0;e611192d6313:43371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 578ms, sequenceid=97, compaction requested=false 2024-11-15T22:21:15,586 INFO [M:0;e611192d6313:43371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:15,586 DEBUG [M:0;e611192d6313:43371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709274992Disabling compacts and flushes for region at 1731709274992Disabling writes for close at 1731709274992Obtaining lock to block concurrent updates at 1731709274992Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709274992Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731709274993 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709274993Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709274993Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709275015 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709275015Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709275431 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709275460 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709275460Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709275491 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709275531 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709275531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a76e588: reopening flushed file at 1731709275545 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a914ad4: reopening flushed file at 1731709275551 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29563329: reopening flushed file at 1731709275559 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 578ms, sequenceid=97, compaction requested=false at 1731709275570 (+11 ms)Writing region close event to WAL at 1731709275586 (+16 ms)Closed at 1731709275586 2024-11-15T22:21:15,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741830_1006 (size=63642) 2024-11-15T22:21:15,612 INFO [M:0;e611192d6313:43371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:21:15,612 INFO [M:0;e611192d6313:43371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43371 2024-11-15T22:21:15,612 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:21:15,621 INFO [M:0;e611192d6313:43371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:21:15,787 INFO [M:0;e611192d6313:43371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:21:15,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:15,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43371-0x101409616610003, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:15,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a1fee45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:21:15,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59508997{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:21:15,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:21:15,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@edd57e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:21:15,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d27105d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/hadoop.log.dir/,STOPPED} 2024-11-15T22:21:15,800 WARN [BP-1323917829-172.17.0.3-1731709253018 heartbeating to localhost/127.0.0.1:46227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:21:15,801 WARN [BP-1323917829-172.17.0.3-1731709253018 heartbeating to localhost/127.0.0.1:46227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1323917829-172.17.0.3-1731709253018 (Datanode Uuid f7b5fea1-faeb-4460-95aa-d15a91b6ec31) service to localhost/127.0.0.1:46227 2024-11-15T22:21:15,801 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/cluster_4cfb87b6-e34f-7406-d246-e7c6dcda1ba7/data/data2/current/BP-1323917829-172.17.0.3-1731709253018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:21:15,802 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:21:15,802 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:21:15,802 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:21:15,801 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/cluster_4cfb87b6-e34f-7406-d246-e7c6dcda1ba7/data/data1/current/BP-1323917829-172.17.0.3-1731709253018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:21:15,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c4bd479{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:21:15,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10d43353{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:21:15,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:21:15,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dcd93a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:21:15,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c59f3f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/hadoop.log.dir/,STOPPED} 2024-11-15T22:21:15,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:21:15,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:21:15,852 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:21:15,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:15,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:15,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:15,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:15,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:21:15,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=704310934, stopped=false 2024-11-15T22:21:15,854 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,33709,1731709248961 2024-11-15T22:21:15,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314336180/running 2024-11-15T22:21:15,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314336180/running 2024-11-15T22:21:15,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:21:15,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:21:15,898 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:21:15,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Set watcher on znode that does not yet exist, /0-314336180/running 2024-11-15T22:21:15,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:21:15,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:15,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:15,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Set watcher on znode that does not yet exist, /0-314336180/running 2024-11-15T22:21:15,900 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,45415,1731709249546' ***** 2024-11-15T22:21:15,900 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:21:15,900 INFO [RS:0;e611192d6313:45415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:21:15,900 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:21:15,900 INFO [RS:0;e611192d6313:45415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:21:15,900 INFO [RS:0;e611192d6313:45415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:21:15,900 INFO [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(3091): Received CLOSE for 958cc2558ba6fbe5c0700d505655b124 2024-11-15T22:21:15,901 INFO [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(3091): Received CLOSE for 5328cb71493e8406647423ea4fba26a0 2024-11-15T22:21:15,901 INFO [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(959): stopping server e611192d6313,45415,1731709249546 2024-11-15T22:21:15,901 INFO [RS:0;e611192d6313:45415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:21:15,901 INFO [RS:0;e611192d6313:45415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:45415. 2024-11-15T22:21:15,901 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 958cc2558ba6fbe5c0700d505655b124, disabling compactions & flushes 2024-11-15T22:21:15,901 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731709260204.958cc2558ba6fbe5c0700d505655b124. 2024-11-15T22:21:15,901 DEBUG [RS:0;e611192d6313:45415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:15,901 DEBUG [RS:0;e611192d6313:45415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:15,901 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709260204.958cc2558ba6fbe5c0700d505655b124. 2024-11-15T22:21:15,901 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731709260204.958cc2558ba6fbe5c0700d505655b124. after waiting 0 ms 2024-11-15T22:21:15,901 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731709260204.958cc2558ba6fbe5c0700d505655b124. 2024-11-15T22:21:15,901 INFO [RS:0;e611192d6313:45415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:21:15,901 INFO [RS:0;e611192d6313:45415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:21:15,901 INFO [RS:0;e611192d6313:45415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:21:15,901 INFO [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:21:15,901 INFO [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T22:21:15,901 DEBUG [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(1325): Online Regions={958cc2558ba6fbe5c0700d505655b124=test,,1731709260204.958cc2558ba6fbe5c0700d505655b124., 1588230740=hbase:meta,,1.1588230740, 5328cb71493e8406647423ea4fba26a0=hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0.} 2024-11-15T22:21:15,902 DEBUG [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5328cb71493e8406647423ea4fba26a0, 958cc2558ba6fbe5c0700d505655b124 2024-11-15T22:21:15,902 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:21:15,902 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:21:15,902 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:21:15,902 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:21:15,902 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:21:15,902 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T22:21:15,933 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:21:15,935 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/default/test/958cc2558ba6fbe5c0700d505655b124/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T22:21:15,936 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:15,936 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:21:15,936 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731709260204.958cc2558ba6fbe5c0700d505655b124. 2024-11-15T22:21:15,936 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 958cc2558ba6fbe5c0700d505655b124: Waiting for close lock at 1731709275901Running coprocessor pre-close hooks at 1731709275901Disabling compacts and flushes for region at 1731709275901Disabling writes for close at 1731709275901Writing region close event to WAL at 1731709275902 (+1 ms)Running coprocessor post-close hooks at 1731709275935 (+33 ms)Closed at 1731709275936 (+1 ms) 2024-11-15T22:21:15,936 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731709260204.958cc2558ba6fbe5c0700d505655b124. 2024-11-15T22:21:15,936 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5328cb71493e8406647423ea4fba26a0, disabling compactions & flushes 2024-11-15T22:21:15,936 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. 2024-11-15T22:21:15,936 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. 2024-11-15T22:21:15,936 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. after waiting 0 ms 2024-11-15T22:21:15,936 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. 2024-11-15T22:21:15,936 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5328cb71493e8406647423ea4fba26a0 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-15T22:21:15,950 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/.tmp/info/2808bdcbd3784ee6afcb983b0e515b91 is 147, key is hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0./info:regioninfo/1731709265159/Put/seqid=0 2024-11-15T22:21:15,950 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 1033, reset compression=false 2024-11-15T22:21:15,963 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/replication/5328cb71493e8406647423ea4fba26a0/.tmp/hfileref/a52758ac5f584243ab8056b92a0af9f5 is 74, key is 1/hfileref:073d129ea05447e5a60dd030b52cf44b_SeqId_6_/1731709272670/Put/seqid=0 2024-11-15T22:21:15,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741846_1022 (size=7686) 2024-11-15T22:21:15,967 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/.tmp/info/2808bdcbd3784ee6afcb983b0e515b91 2024-11-15T22:21:15,971 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:21:15,971 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 1328, reset compression=false 2024-11-15T22:21:15,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741847_1023 (size=5345) 2024-11-15T22:21:15,992 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/replication/5328cb71493e8406647423ea4fba26a0/.tmp/hfileref/a52758ac5f584243ab8056b92a0af9f5 2024-11-15T22:21:16,005 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/.tmp/ns/5d8c80ff64654c209bf8efca869eabc4 is 43, key is default/ns:d/1731709252869/Put/seqid=0 2024-11-15T22:21:16,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741848_1024 (size=5153) 2024-11-15T22:21:16,013 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/.tmp/ns/5d8c80ff64654c209bf8efca869eabc4 2024-11-15T22:21:16,023 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/replication/5328cb71493e8406647423ea4fba26a0/.tmp/queue/551a92057f10449bbbe98809343dacc9 is 153, key is 1-e611192d6313,45415,1731709249546/queue:e611192d6313%2C45415%2C1731709249546/1731709271280/Put/seqid=0 2024-11-15T22:21:16,028 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] ipc.AbstractRpcClient(357): Not trying to connect to e611192d6313:39209 this server is in the failed servers list 2024-11-15T22:21:16,028 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e611192d6313:39209 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e611192d6313:39209 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e611192d6313:39209 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-15T22:21:16,056 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/.tmp/rep_barrier/a8e3c5f9ce744213bdfb3872bd34d8a4 is 112, key is test,,1731709260204.958cc2558ba6fbe5c0700d505655b124./rep_barrier:seqnumDuringOpen/1731709261359/Put/seqid=0 2024-11-15T22:21:16,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741849_1025 (size=5352) 2024-11-15T22:21:16,073 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/replication/5328cb71493e8406647423ea4fba26a0/.tmp/queue/551a92057f10449bbbe98809343dacc9 2024-11-15T22:21:16,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741850_1026 (size=5518) 2024-11-15T22:21:16,083 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/replication/5328cb71493e8406647423ea4fba26a0/.tmp/hfileref/a52758ac5f584243ab8056b92a0af9f5 as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/replication/5328cb71493e8406647423ea4fba26a0/hfileref/a52758ac5f584243ab8056b92a0af9f5 2024-11-15T22:21:16,091 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/replication/5328cb71493e8406647423ea4fba26a0/hfileref/a52758ac5f584243ab8056b92a0af9f5, entries=4, sequenceid=10, filesize=5.2 K 2024-11-15T22:21:16,092 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/replication/5328cb71493e8406647423ea4fba26a0/.tmp/queue/551a92057f10449bbbe98809343dacc9 as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/replication/5328cb71493e8406647423ea4fba26a0/queue/551a92057f10449bbbe98809343dacc9 2024-11-15T22:21:16,102 DEBUG [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5328cb71493e8406647423ea4fba26a0 2024-11-15T22:21:16,105 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/replication/5328cb71493e8406647423ea4fba26a0/queue/551a92057f10449bbbe98809343dacc9, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T22:21:16,108 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 5328cb71493e8406647423ea4fba26a0 in 172ms, sequenceid=10, compaction requested=false 2024-11-15T22:21:16,109 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/.tmp/rep_barrier/a8e3c5f9ce744213bdfb3872bd34d8a4 2024-11-15T22:21:16,127 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/replication/5328cb71493e8406647423ea4fba26a0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T22:21:16,128 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:16,128 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:21:16,128 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. 2024-11-15T22:21:16,128 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5328cb71493e8406647423ea4fba26a0: Waiting for close lock at 1731709275936Running coprocessor pre-close hooks at 1731709275936Disabling compacts and flushes for region at 1731709275936Disabling writes for close at 1731709275936Obtaining lock to block concurrent updates at 1731709275936Preparing flush snapshotting stores in 5328cb71493e8406647423ea4fba26a0 at 1731709275936Finished memstore snapshotting hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731709275937 (+1 ms)Flushing stores of hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. at 1731709275937Flushing 5328cb71493e8406647423ea4fba26a0/hfileref: creating writer at 1731709275937Flushing 5328cb71493e8406647423ea4fba26a0/hfileref: appending metadata at 1731709275962 (+25 ms)Flushing 5328cb71493e8406647423ea4fba26a0/hfileref: closing flushed file at 1731709275962Flushing 5328cb71493e8406647423ea4fba26a0/queue: creating writer at 1731709275997 (+35 ms)Flushing 5328cb71493e8406647423ea4fba26a0/queue: appending metadata at 1731709276023 (+26 ms)Flushing 5328cb71493e8406647423ea4fba26a0/queue: closing flushed file at 1731709276023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@363a10d8: reopening flushed file at 1731709276082 (+59 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6128d0de: reopening flushed file at 1731709276091 (+9 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 5328cb71493e8406647423ea4fba26a0 in 172ms, sequenceid=10, compaction requested=false at 1731709276108 (+17 ms)Writing region close event to WAL at 1731709276124 (+16 ms)Running coprocessor post-close hooks at 1731709276128 (+4 ms)Closed at 1731709276128 2024-11-15T22:21:16,128 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731709264578.5328cb71493e8406647423ea4fba26a0. 2024-11-15T22:21:16,135 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/.tmp/table/4b810ac716ce4325b91738415accab84 is 53, key is hbase:replication/table:state/1731709265171/Put/seqid=0 2024-11-15T22:21:16,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741851_1027 (size=5308) 2024-11-15T22:21:16,187 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 1328, reset compression=false 2024-11-15T22:21:16,302 DEBUG [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:21:16,389 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:21:16,389 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:21:16,490 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 1328, reset compression=false 2024-11-15T22:21:16,502 DEBUG [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:21:16,539 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/.tmp/table/4b810ac716ce4325b91738415accab84 2024-11-15T22:21:16,545 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/.tmp/info/2808bdcbd3784ee6afcb983b0e515b91 as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/info/2808bdcbd3784ee6afcb983b0e515b91 2024-11-15T22:21:16,554 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/info/2808bdcbd3784ee6afcb983b0e515b91, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T22:21:16,555 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/.tmp/ns/5d8c80ff64654c209bf8efca869eabc4 as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/ns/5d8c80ff64654c209bf8efca869eabc4 2024-11-15T22:21:16,562 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/ns/5d8c80ff64654c209bf8efca869eabc4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T22:21:16,564 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/.tmp/rep_barrier/a8e3c5f9ce744213bdfb3872bd34d8a4 as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/rep_barrier/a8e3c5f9ce744213bdfb3872bd34d8a4 2024-11-15T22:21:16,570 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/rep_barrier/a8e3c5f9ce744213bdfb3872bd34d8a4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T22:21:16,572 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/.tmp/table/4b810ac716ce4325b91738415accab84 as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/table/4b810ac716ce4325b91738415accab84 2024-11-15T22:21:16,579 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/table/4b810ac716ce4325b91738415accab84, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T22:21:16,580 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 678ms, sequenceid=16, compaction requested=false 2024-11-15T22:21:16,592 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T22:21:16,593 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:16,593 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:21:16,593 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:21:16,593 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709275902Running coprocessor pre-close hooks at 1731709275902Disabling compacts and flushes for region at 1731709275902Disabling writes for close at 1731709275902Obtaining lock to block concurrent updates at 1731709275902Preparing flush snapshotting stores in 1588230740 at 1731709275902Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731709275903 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731709275903Flushing 1588230740/info: creating writer at 1731709275904 (+1 ms)Flushing 1588230740/info: appending metadata at 1731709275949 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731709275949Flushing 1588230740/ns: creating writer at 1731709275975 (+26 ms)Flushing 1588230740/ns: appending metadata at 1731709276004 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731709276005 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731709276018 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731709276056 (+38 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731709276056Flushing 1588230740/table: creating writer at 1731709276113 (+57 ms)Flushing 1588230740/table: appending metadata at 1731709276134 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731709276134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e962a0: reopening flushed file at 1731709276545 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1778b277: reopening flushed file at 1731709276554 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18f38e76: reopening flushed file at 1731709276563 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69562371: reopening flushed file at 1731709276571 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 678ms, sequenceid=16, compaction requested=false at 1731709276580 (+9 ms)Writing region close event to WAL at 1731709276589 (+9 ms)Running coprocessor post-close hooks at 1731709276593 (+4 ms)Closed at 1731709276593 2024-11-15T22:21:16,593 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:21:16,630 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] ipc.AbstractRpcClient(357): Not trying to connect to e611192d6313:39209 this server is in the failed servers list 2024-11-15T22:21:16,631 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e611192d6313:43371 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e611192d6313/172.17.0.3:43371 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:21:16,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e611192d6313:43371 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e611192d6313/172.17.0.3:43371 2024-11-15T22:21:16,703 INFO [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(976): stopping server e611192d6313,45415,1731709249546; all regions closed. 2024-11-15T22:21:16,718 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.meta.1731709252576.meta not finished, retry = 0 2024-11-15T22:21:16,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741834_1010 (size=4239) 2024-11-15T22:21:16,738 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:16,739 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e611192d6313:43371 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e611192d6313/172.17.0.3:43371 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:21:16,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=e611192d6313:43371 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e611192d6313/172.17.0.3:43371 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-15T22:21:16,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address e611192d6313:43371 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e611192d6313/172.17.0.3:43371 2024-11-15T22:21:16,836 DEBUG [RS:0;e611192d6313:45415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/oldWALs 2024-11-15T22:21:16,836 INFO [RS:0;e611192d6313:45415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C45415%2C1731709249546.meta:.meta(num 1731709252576) 2024-11-15T22:21:16,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741839_1015 (size=2695) 2024-11-15T22:21:16,871 DEBUG [RS:0;e611192d6313:45415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/oldWALs 2024-11-15T22:21:16,871 INFO [RS:0;e611192d6313:45415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C45415%2C1731709249546.rep:(num 1731709265027) 2024-11-15T22:21:16,883 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 not finished, retry = 0 2024-11-15T22:21:16,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741832_1008 (size=1336) 2024-11-15T22:21:16,894 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 to pos 1328, reset compression=false 2024-11-15T22:21:16,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:16,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e611192d6313:43371 this server is in the failed servers list 2024-11-15T22:21:16,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e611192d6313:43371 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:21:16,984 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/WALs/e611192d6313,45415,1731709249546/e611192d6313%2C45415%2C1731709249546.1731709251480 2024-11-15T22:21:16,986 DEBUG [RS:0;e611192d6313:45415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/oldWALs 2024-11-15T22:21:16,987 INFO [RS:0;e611192d6313:45415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C45415%2C1731709249546:(num 1731709251480) 2024-11-15T22:21:16,987 DEBUG [RS:0;e611192d6313:45415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:16,987 INFO [RS:0;e611192d6313:45415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:21:16,987 INFO [RS:0;e611192d6313:45415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:21:16,987 INFO [RS:0;e611192d6313:45415 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T22:21:16,987 INFO [RS:0;e611192d6313:45415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:21:16,987 INFO [RS:0;e611192d6313:45415 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,45415,1731709249546 because: Region server is closing 2024-11-15T22:21:16,987 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:21:16,987 INFO [RS:0;e611192d6313:45415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:45415. 2024-11-15T22:21:16,987 DEBUG [RS:0;e611192d6313:45415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:16,988 DEBUG [RS:0;e611192d6313:45415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:16,988 DEBUG [RS:0;e611192d6313:45415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:16,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:17,088 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.wal-reader.e611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-15T22:21:17,088 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) ~[classes/:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:536) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T22:21:17,088 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T22:21:17,089 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e611192d6313:39209 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e611192d6313:39209 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e611192d6313:39209 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-15T22:21:17,257 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:17,257 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e611192d6313:43371 this server is in the failed servers list 2024-11-15T22:21:17,258 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e611192d6313:43371 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:21:17,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:17,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e611192d6313:43371 this server is in the failed servers list 2024-11-15T22:21:17,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e611192d6313:43371 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:21:17,789 INFO [RS:0;e611192d6313:45415 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,45415,1731709249546.replicationSource.shippere611192d6313%2C45415%2C1731709249546,1-e611192d6313,45415,1731709249546 terminated 2024-11-15T22:21:17,790 INFO [RS:0;e611192d6313:45415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:45415. 2024-11-15T22:21:17,790 DEBUG [RS:0;e611192d6313:45415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:17,790 DEBUG [RS:0;e611192d6313:45415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:17,790 DEBUG [RS:0;e611192d6313:45415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:17,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:17,790 INFO [RS:0;e611192d6313:45415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45415 2024-11-15T22:21:17,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314336180/rs/e611192d6313,45415,1731709249546 2024-11-15T22:21:17,851 INFO [RS:0;e611192d6313:45415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:21:17,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180/rs 2024-11-15T22:21:17,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,45415,1731709249546] 2024-11-15T22:21:17,959 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-314336180/draining/e611192d6313,45415,1731709249546 already deleted, retry=false 2024-11-15T22:21:17,959 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,45415,1731709249546 expired; onlineServers=0 2024-11-15T22:21:17,959 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,33709,1731709248961' ***** 2024-11-15T22:21:17,959 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:21:17,959 INFO [M:0;e611192d6313:33709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:21:17,959 INFO [M:0;e611192d6313:33709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:21:17,959 DEBUG [M:0;e611192d6313:33709 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:21:17,959 DEBUG [M:0;e611192d6313:33709 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:21:17,959 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:21:17,959 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709251191 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709251191,5,FailOnTimeoutGroup] 2024-11-15T22:21:17,959 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709251191 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709251191,5,FailOnTimeoutGroup] 2024-11-15T22:21:17,959 INFO [M:0;e611192d6313:33709 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:21:17,959 INFO [M:0;e611192d6313:33709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:21:17,959 DEBUG [M:0;e611192d6313:33709 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:21:17,959 INFO [M:0;e611192d6313:33709 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:21:17,959 INFO [M:0;e611192d6313:33709 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:21:17,959 INFO [M:0;e611192d6313:33709 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:21:17,960 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:21:18,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:18,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45415-0x101409616610001, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:18,005 INFO [RS:0;e611192d6313:45415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:21:18,005 INFO [RS:0;e611192d6313:45415 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,45415,1731709249546; zookeeper connection closed. 2024-11-15T22:21:18,009 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b09d2e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b09d2e 2024-11-15T22:21:18,009 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:21:18,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314336180/master 2024-11-15T22:21:18,094 DEBUG [M:0;e611192d6313:33709 {}] zookeeper.ZKUtil(347): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Unable to get data of znode /0-314336180/master because node does not exist (not an error) 2024-11-15T22:21:18,094 WARN [M:0;e611192d6313:33709 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:21:18,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314336180 2024-11-15T22:21:18,095 INFO [M:0;e611192d6313:33709 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/.lastflushedseqids 2024-11-15T22:21:18,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741852_1028 (size=263) 2024-11-15T22:21:18,232 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T22:21:18,506 INFO [M:0;e611192d6313:33709 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:21:18,506 INFO [M:0;e611192d6313:33709 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:21:18,506 DEBUG [M:0;e611192d6313:33709 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:21:18,506 INFO [M:0;e611192d6313:33709 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:18,506 DEBUG [M:0;e611192d6313:33709 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:18,506 DEBUG [M:0;e611192d6313:33709 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:21:18,506 DEBUG [M:0;e611192d6313:33709 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:18,506 INFO [M:0;e611192d6313:33709 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T22:21:18,542 DEBUG [M:0;e611192d6313:33709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c3bd4b9218346a39a8cab308be560c2 is 82, key is hbase:meta,,1/info:regioninfo/1731709252614/Put/seqid=0 2024-11-15T22:21:18,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741853_1029 (size=5672) 2024-11-15T22:21:18,554 INFO [M:0;e611192d6313:33709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c3bd4b9218346a39a8cab308be560c2 2024-11-15T22:21:18,587 DEBUG [M:0;e611192d6313:33709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c56c8aa33a8448c9eef91ce15a3b9d0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731709265198/Put/seqid=0 2024-11-15T22:21:18,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741854_1030 (size=8516) 2024-11-15T22:21:18,628 INFO [M:0;e611192d6313:33709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c56c8aa33a8448c9eef91ce15a3b9d0 2024-11-15T22:21:18,657 DEBUG [M:0;e611192d6313:33709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4110c63b32114758bade20fb1ed74614 is 69, key is e611192d6313,45415,1731709249546/rs:state/1731709251299/Put/seqid=0 2024-11-15T22:21:18,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741855_1031 (size=5156) 2024-11-15T22:21:18,682 INFO [M:0;e611192d6313:33709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4110c63b32114758bade20fb1ed74614 2024-11-15T22:21:18,697 DEBUG [M:0;e611192d6313:33709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c3bd4b9218346a39a8cab308be560c2 as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c3bd4b9218346a39a8cab308be560c2 2024-11-15T22:21:18,714 INFO [M:0;e611192d6313:33709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c3bd4b9218346a39a8cab308be560c2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T22:21:18,715 DEBUG [M:0;e611192d6313:33709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c56c8aa33a8448c9eef91ce15a3b9d0 as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c56c8aa33a8448c9eef91ce15a3b9d0 2024-11-15T22:21:18,719 INFO [M:0;e611192d6313:33709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c56c8aa33a8448c9eef91ce15a3b9d0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T22:21:18,720 DEBUG [M:0;e611192d6313:33709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4110c63b32114758bade20fb1ed74614 as hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4110c63b32114758bade20fb1ed74614 2024-11-15T22:21:18,725 INFO [M:0;e611192d6313:33709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/9992eed9-88c7-d718-4f99-19eeb36d79f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4110c63b32114758bade20fb1ed74614, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T22:21:18,725 INFO [M:0;e611192d6313:33709 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 219ms, sequenceid=97, compaction requested=false 2024-11-15T22:21:18,750 INFO [M:0;e611192d6313:33709 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:18,750 DEBUG [M:0;e611192d6313:33709 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709278506Disabling compacts and flushes for region at 1731709278506Disabling writes for close at 1731709278506Obtaining lock to block concurrent updates at 1731709278506Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709278506Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731709278507 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709278507Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709278507Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709278542 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709278542Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709278558 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709278586 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709278586Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709278633 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709278657 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709278657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7a66c2: reopening flushed file at 1731709278687 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@649b0223: reopening flushed file at 1731709278714 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3811a1: reopening flushed file at 1731709278719 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 219ms, sequenceid=97, compaction requested=false at 1731709278725 (+6 ms)Writing region close event to WAL at 1731709278750 (+25 ms)Closed at 1731709278750 2024-11-15T22:21:18,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35415 is added to blk_1073741830_1006 (size=63654) 2024-11-15T22:21:18,757 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:21:18,757 INFO [M:0;e611192d6313:33709 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:21:18,757 INFO [M:0;e611192d6313:33709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33709 2024-11-15T22:21:18,758 INFO [M:0;e611192d6313:33709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:21:18,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:18,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:21:18,780 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:21:18,869 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:21:18,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:18,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:18,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:18,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:18,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:18,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:18,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:18,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:18,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:19,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:19,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33709-0x101409616610000, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:19,096 INFO [M:0;e611192d6313:33709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:21:19,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@388d8034{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:21:19,112 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@586d64af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:21:19,112 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:21:19,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299d0272{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:21:19,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a35ba62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/hadoop.log.dir/,STOPPED} 2024-11-15T22:21:19,114 WARN [BP-1589617617-172.17.0.3-1731709246175 heartbeating to localhost/127.0.0.1:40439 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:21:19,114 WARN [BP-1589617617-172.17.0.3-1731709246175 heartbeating to localhost/127.0.0.1:40439 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1589617617-172.17.0.3-1731709246175 (Datanode Uuid c5d37649-5106-4d35-a41b-06487445c131) service to localhost/127.0.0.1:40439 2024-11-15T22:21:19,114 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:21:19,114 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:21:19,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/cluster_033449e7-67a2-8ffc-6e4a-2e944e15b2ed/data/data1/current/BP-1589617617-172.17.0.3-1731709246175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:21:19,115 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:21:19,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/cluster_033449e7-67a2-8ffc-6e4a-2e944e15b2ed/data/data2/current/BP-1589617617-172.17.0.3-1731709246175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:21:19,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c891f66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:21:19,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@568cff02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:21:19,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:21:19,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@582ef32f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:21:19,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ade12fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbe48e13-e7fe-1b9b-7c26-96e296070815/hadoop.log.dir/,STOPPED} 2024-11-15T22:21:19,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:21:19,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:21:19,190 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 202) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46227 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40439 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40439 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46227 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64198) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40439 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46227 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64198) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=916 (was 914) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4370 (was 2645) - AvailableMemoryMB LEAK? - 2024-11-15T22:21:19,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=916, ProcessCount=11, AvailableMemoryMB=4370 2024-11-15T22:21:19,214 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-15T22:21:19,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/hadoop.log.dir so I do NOT create it in target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f 2024-11-15T22:21:19,214 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:21:19,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/hadoop.tmp.dir so I do NOT create it in target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f 2024-11-15T22:21:19,214 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/299f3af1-d126-58b9-a3eb-db0d44414ad4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:21:19,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f 2024-11-15T22:21:19,215 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/cluster_c13296d5-d86a-7dc7-59e8-a961c40e1027, deleteOnExit=true 2024-11-15T22:21:19,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/cluster_c13296d5-d86a-7dc7-59e8-a961c40e1027/zookeeper_0, clientPort=49997, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/cluster_c13296d5-d86a-7dc7-59e8-a961c40e1027/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/cluster_c13296d5-d86a-7dc7-59e8-a961c40e1027/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:21:19,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49997 2024-11-15T22:21:19,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:21:19,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:21:19,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/test.cache.data in system properties and HBase conf 2024-11-15T22:21:19,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:21:19,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:21:19,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:21:19,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:21:19,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:21:19,224 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:21:19,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:21:19,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:21:19,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:21:19,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:21:19,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:21:19,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:21:19,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:21:19,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:21:19,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:21:19,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:21:19,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:21:19,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:21:19,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:21:19,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:21:19,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101409616610005, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:21:19,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101409616610005, quorum=127.0.0.1:64198, baseZNode=/1615065543 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:21:19,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101409616610002, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:21:19,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101409616610002, quorum=127.0.0.1:64198, baseZNode=/0-314336180 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:21:20,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:21:20,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:21:20,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:21:20,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T22:21:20,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T22:21:20,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:20,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:21:20,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:21:20,652 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:21:20,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:21:20,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:21:20,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:21:20,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:21:20,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@501965e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:21:20,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e98d134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:21:20,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cc8576d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/java.io.tmpdir/jetty-localhost-35931-hadoop-hdfs-3_4_1-tests_jar-_-any-8942846377904472094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:21:20,759 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@392039a6{HTTP/1.1, (http/1.1)}{localhost:35931} 2024-11-15T22:21:20,759 INFO [Time-limited test {}] server.Server(415): Started @233424ms 2024-11-15T22:21:20,797 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:20,797 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:21:20,798 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:21:21,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:21:21,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:21:21,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:21:21,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:21:21,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:21:21,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ddec4bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:21:21,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42b35a04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:21:21,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49c8a0a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/java.io.tmpdir/jetty-localhost-44365-hadoop-hdfs-3_4_1-tests_jar-_-any-3699828228135361122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:21:21,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a553aa{HTTP/1.1, (http/1.1)}{localhost:44365} 2024-11-15T22:21:21,408 INFO [Time-limited test {}] server.Server(415): Started @234073ms 2024-11-15T22:21:21,409 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:21:22,179 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/cluster_c13296d5-d86a-7dc7-59e8-a961c40e1027/data/data1/current/BP-1433669203-172.17.0.3-1731709279243/current, will proceed with Du for space computation calculation, 2024-11-15T22:21:22,180 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/cluster_c13296d5-d86a-7dc7-59e8-a961c40e1027/data/data2/current/BP-1433669203-172.17.0.3-1731709279243/current, will proceed with Du for space computation calculation, 2024-11-15T22:21:22,267 WARN [Thread-2170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:21:22,272 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2ed2d2f17f2d78b with lease ID 0x74e1e60b4e0f56a9: Processing first storage report for DS-9282362a-0407-4831-8d61-5060cfab4a72 from datanode DatanodeRegistration(127.0.0.1:35195, datanodeUuid=e1d32dc1-ce99-47f0-bb3d-57d6c2a10dd5, infoPort=34577, infoSecurePort=0, ipcPort=35237, storageInfo=lv=-57;cid=testClusterID;nsid=2006116864;c=1731709279243) 2024-11-15T22:21:22,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2ed2d2f17f2d78b with lease ID 0x74e1e60b4e0f56a9: from storage DS-9282362a-0407-4831-8d61-5060cfab4a72 node DatanodeRegistration(127.0.0.1:35195, datanodeUuid=e1d32dc1-ce99-47f0-bb3d-57d6c2a10dd5, infoPort=34577, infoSecurePort=0, ipcPort=35237, storageInfo=lv=-57;cid=testClusterID;nsid=2006116864;c=1731709279243), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:21:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2ed2d2f17f2d78b with lease ID 0x74e1e60b4e0f56a9: Processing first storage report for DS-525ebb1f-fb15-4dc8-9981-05906f33dd5c from datanode DatanodeRegistration(127.0.0.1:35195, datanodeUuid=e1d32dc1-ce99-47f0-bb3d-57d6c2a10dd5, infoPort=34577, infoSecurePort=0, ipcPort=35237, storageInfo=lv=-57;cid=testClusterID;nsid=2006116864;c=1731709279243) 2024-11-15T22:21:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2ed2d2f17f2d78b with lease ID 0x74e1e60b4e0f56a9: from storage DS-525ebb1f-fb15-4dc8-9981-05906f33dd5c node DatanodeRegistration(127.0.0.1:35195, datanodeUuid=e1d32dc1-ce99-47f0-bb3d-57d6c2a10dd5, infoPort=34577, infoSecurePort=0, ipcPort=35237, storageInfo=lv=-57;cid=testClusterID;nsid=2006116864;c=1731709279243), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:21:22,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f 2024-11-15T22:21:22,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:22,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:22,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:21:22,361 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b with version=8 2024-11-15T22:21:22,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/hbase-staging 2024-11-15T22:21:22,363 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:21:22,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:22,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:22,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:21:22,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:22,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:21:22,363 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:21:22,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:21:22,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36609 2024-11-15T22:21:22,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36609 connecting to ZooKeeper ensemble=127.0.0.1:49997 2024-11-15T22:21:22,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366090x0, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:21:22,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36609-0x1014096979c0000 connected 2024-11-15T22:21:22,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:22,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:22,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Set watcher on znode that does not yet exist, /0-737661024/running 2024-11-15T22:21:22,629 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b, hbase.cluster.distributed=false 2024-11-15T22:21:22,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Set watcher on znode that does not yet exist, /0-737661024/acl 2024-11-15T22:21:22,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36609 2024-11-15T22:21:22,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36609 2024-11-15T22:21:22,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36609 2024-11-15T22:21:22,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36609 2024-11-15T22:21:22,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36609 2024-11-15T22:21:22,692 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:21:22,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:22,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:22,692 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:21:22,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:22,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:21:22,692 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:21:22,692 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:21:22,695 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46301 2024-11-15T22:21:22,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46301 connecting to ZooKeeper ensemble=127.0.0.1:49997 2024-11-15T22:21:22,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:22,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:22,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463010x0, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:21:22,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463010x0, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Set watcher on znode that does not yet exist, /0-737661024/running 2024-11-15T22:21:22,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46301-0x1014096979c0001 connected 2024-11-15T22:21:22,724 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:21:22,732 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:21:22,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Set watcher on znode that does not yet exist, /0-737661024/master 2024-11-15T22:21:22,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Set watcher on znode that does not yet exist, /0-737661024/acl 2024-11-15T22:21:22,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46301 2024-11-15T22:21:22,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46301 2024-11-15T22:21:22,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46301 2024-11-15T22:21:22,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46301 2024-11-15T22:21:22,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46301 2024-11-15T22:21:22,808 DEBUG [M:0;e611192d6313:36609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:36609 2024-11-15T22:21:22,808 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-737661024/backup-masters/e611192d6313,36609,1731709282362 2024-11-15T22:21:22,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024/backup-masters 2024-11-15T22:21:22,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024/backup-masters 2024-11-15T22:21:22,827 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Set watcher on existing znode=/0-737661024/backup-masters/e611192d6313,36609,1731709282362 2024-11-15T22:21:22,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-737661024/master 2024-11-15T22:21:22,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:22,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:22,855 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Set watcher on existing znode=/0-737661024/master 2024-11-15T22:21:22,855 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-737661024/backup-masters/e611192d6313,36609,1731709282362 from backup master directory 2024-11-15T22:21:22,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-737661024/backup-masters/e611192d6313,36609,1731709282362 2024-11-15T22:21:22,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024/backup-masters 2024-11-15T22:21:22,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024/backup-masters 2024-11-15T22:21:22,882 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:21:22,882 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,36609,1731709282362 2024-11-15T22:21:22,893 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/hbase.id] with ID: 60e01dc3-991d-4455-b5c9-f3bfafb90af2 2024-11-15T22:21:22,893 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/.tmp/hbase.id 2024-11-15T22:21:22,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:21:23,302 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/.tmp/hbase.id]:[hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/hbase.id] 2024-11-15T22:21:23,310 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:23,310 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:21:23,311 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T22:21:23,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:23,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:23,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:21:23,381 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:21:23,382 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:21:23,383 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:21:23,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:21:23,428 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store 2024-11-15T22:21:23,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:21:23,899 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:23,899 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:21:23,899 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:23,899 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:23,899 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:21:23,899 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:23,899 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:23,899 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709283899Disabling compacts and flushes for region at 1731709283899Disabling writes for close at 1731709283899Writing region close event to WAL at 1731709283899Closed at 1731709283899 2024-11-15T22:21:23,900 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/.initializing 2024-11-15T22:21:23,900 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/WALs/e611192d6313,36609,1731709282362 2024-11-15T22:21:23,901 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:21:23,902 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C36609%2C1731709282362, suffix=, logDir=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/WALs/e611192d6313,36609,1731709282362, archiveDir=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/oldWALs, maxLogs=10 2024-11-15T22:21:23,915 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/WALs/e611192d6313,36609,1731709282362/e611192d6313%2C36609%2C1731709282362.1731709283902, exclude list is [], retry=0 2024-11-15T22:21:23,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35195,DS-9282362a-0407-4831-8d61-5060cfab4a72,DISK] 2024-11-15T22:21:23,924 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/WALs/e611192d6313,36609,1731709282362/e611192d6313%2C36609%2C1731709282362.1731709283902 2024-11-15T22:21:23,925 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34577:34577)] 2024-11-15T22:21:23,925 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:21:23,925 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:23,925 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:23,925 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:23,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:23,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:21:23,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:23,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:23,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:23,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:21:23,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:23,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:23,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:23,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:21:23,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:23,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:23,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:23,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:21:23,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:23,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:23,932 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:23,933 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:23,933 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:23,934 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:23,934 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:23,934 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:21:23,935 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:23,938 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:21:23,938 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66756466, jitterRate=-0.005251139402389526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:21:23,939 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709283925Initializing all the Stores at 1731709283926 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709283926Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709283926Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709283926Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709283926Cleaning up temporary data from old regions at 1731709283934 (+8 ms)Region opened successfully at 1731709283939 (+5 ms) 2024-11-15T22:21:23,939 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:21:23,942 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5089fc36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:21:23,943 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:21:23,943 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:21:23,943 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:21:23,943 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:21:23,944 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:21:23,944 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:21:23,944 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:21:23,954 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:21:23,956 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Unable to get data of znode /0-737661024/balancer because node does not exist (not necessarily an error) 2024-11-15T22:21:23,967 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-737661024/balancer already deleted, retry=false 2024-11-15T22:21:23,968 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:21:23,969 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Unable to get data of znode /0-737661024/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:21:23,975 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-737661024/normalizer already deleted, retry=false 2024-11-15T22:21:23,975 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:21:23,976 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Unable to get data of znode /0-737661024/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:21:23,985 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-737661024/switch/split already deleted, retry=false 2024-11-15T22:21:23,986 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Unable to get data of znode /0-737661024/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:21:23,996 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-737661024/switch/merge already deleted, retry=false 2024-11-15T22:21:23,998 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Unable to get data of znode /0-737661024/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:21:24,007 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-737661024/snapshot-cleanup already deleted, retry=false 2024-11-15T22:21:24,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-737661024/running 2024-11-15T22:21:24,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-737661024/running 2024-11-15T22:21:24,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:24,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:24,018 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,36609,1731709282362, sessionid=0x1014096979c0000, setting cluster-up flag (Was=false) 2024-11-15T22:21:24,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:24,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:24,070 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-737661024/flush-table-proc/acquired, /0-737661024/flush-table-proc/reached, /0-737661024/flush-table-proc/abort 2024-11-15T22:21:24,071 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,36609,1731709282362 2024-11-15T22:21:24,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:24,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:24,586 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-737661024/online-snapshot/acquired, /0-737661024/online-snapshot/reached, /0-737661024/online-snapshot/abort 2024-11-15T22:21:24,587 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,36609,1731709282362 2024-11-15T22:21:24,587 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:21:24,588 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:21:24,589 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:21:24,589 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:21:24,589 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,36609,1731709282362 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:21:24,591 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:21:24,591 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:21:24,591 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:21:24,591 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:21:24,591 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:21:24,591 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:24,591 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:21:24,591 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:24,593 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709314592 2024-11-15T22:21:24,593 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:21:24,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:21:24,593 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:21:24,593 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:21:24,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:21:24,593 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:21:24,593 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:21:24,593 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:21:24,593 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:24,594 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:21:24,594 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:21:24,594 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:24,594 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:21:24,594 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:21:24,594 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:21:24,595 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:21:24,595 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:21:24,595 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709284595,5,FailOnTimeoutGroup] 2024-11-15T22:21:24,596 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709284595,5,FailOnTimeoutGroup] 2024-11-15T22:21:24,596 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:24,596 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:21:24,596 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:24,596 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:24,608 INFO [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(746): ClusterId : 60e01dc3-991d-4455-b5c9-f3bfafb90af2 2024-11-15T22:21:24,608 DEBUG [RS:0;e611192d6313:46301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:21:24,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:21:24,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:21:24,618 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b 2024-11-15T22:21:24,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:21:24,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:24,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:21:24,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:21:24,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:24,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:24,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:21:24,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:21:24,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:24,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:24,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:21:24,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:21:24,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:24,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:24,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:21:24,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:21:24,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:24,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:24,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:21:24,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740 2024-11-15T22:21:24,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740 2024-11-15T22:21:24,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:21:24,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:21:24,633 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:21:24,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:21:24,637 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:21:24,637 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63435573, jitterRate=-0.05473630130290985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:21:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709284624Initializing all the Stores at 1731709284625 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709284625Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709284625Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709284625Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709284625Cleaning up temporary data from old regions at 1731709284633 (+8 ms)Region opened successfully at 1731709284638 (+5 ms) 2024-11-15T22:21:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:21:24,638 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:21:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:21:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:21:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:21:24,640 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:21:24,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709284638Disabling compacts and flushes for region at 1731709284638Disabling writes for close at 1731709284638Writing region close event to WAL at 1731709284640 (+2 ms)Closed at 1731709284640 2024-11-15T22:21:24,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:21:24,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:21:24,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:21:24,642 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:21:24,643 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:21:24,759 DEBUG [RS:0;e611192d6313:46301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:21:24,759 DEBUG [RS:0;e611192d6313:46301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:21:24,793 WARN [e611192d6313:36609 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T22:21:24,795 DEBUG [RS:0;e611192d6313:46301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:21:24,796 DEBUG [RS:0;e611192d6313:46301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528efa2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:21:24,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:24,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:21:24,808 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8177 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:21:24,820 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:46301 2024-11-15T22:21:24,820 INFO [RS:0;e611192d6313:46301 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:21:24,820 INFO [RS:0;e611192d6313:46301 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:21:24,820 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:21:24,821 INFO [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,36609,1731709282362 with port=46301, startcode=1731709282691 2024-11-15T22:21:24,821 DEBUG [RS:0;e611192d6313:46301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:21:24,823 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:21:24,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,46301,1731709282691 2024-11-15T22:21:24,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36609 {}] master.ServerManager(517): Registering regionserver=e611192d6313,46301,1731709282691 2024-11-15T22:21:24,825 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b 2024-11-15T22:21:24,825 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37189 2024-11-15T22:21:24,825 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:21:24,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024/rs 2024-11-15T22:21:24,839 DEBUG [RS:0;e611192d6313:46301 {}] zookeeper.ZKUtil(111): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Set watcher on existing znode=/0-737661024/rs/e611192d6313,46301,1731709282691 2024-11-15T22:21:24,839 WARN [RS:0;e611192d6313:46301 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:21:24,839 INFO [RS:0;e611192d6313:46301 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:21:24,839 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691 2024-11-15T22:21:24,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,46301,1731709282691] 2024-11-15T22:21:24,844 INFO [RS:0;e611192d6313:46301 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:21:24,848 INFO [RS:0;e611192d6313:46301 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:21:24,849 INFO [RS:0;e611192d6313:46301 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:21:24,849 INFO [RS:0;e611192d6313:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:24,856 INFO [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:21:24,857 INFO [RS:0;e611192d6313:46301 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:21:24,857 INFO [RS:0;e611192d6313:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:24,857 DEBUG [RS:0;e611192d6313:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:24,857 DEBUG [RS:0;e611192d6313:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:24,857 DEBUG [RS:0;e611192d6313:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:24,857 DEBUG [RS:0;e611192d6313:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:24,857 DEBUG [RS:0;e611192d6313:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:24,857 DEBUG [RS:0;e611192d6313:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:21:24,857 DEBUG [RS:0;e611192d6313:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:24,857 DEBUG [RS:0;e611192d6313:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:24,857 DEBUG [RS:0;e611192d6313:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:24,858 DEBUG [RS:0;e611192d6313:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:24,858 DEBUG [RS:0;e611192d6313:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:24,858 DEBUG [RS:0;e611192d6313:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:24,858 DEBUG [RS:0;e611192d6313:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:21:24,858 DEBUG [RS:0;e611192d6313:46301 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:21:24,858 INFO [RS:0;e611192d6313:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:24,858 INFO [RS:0;e611192d6313:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:24,858 INFO [RS:0;e611192d6313:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:24,858 INFO [RS:0;e611192d6313:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:24,858 INFO [RS:0;e611192d6313:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:24,858 INFO [RS:0;e611192d6313:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,46301,1731709282691-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:21:24,878 INFO [RS:0;e611192d6313:46301 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:21:24,878 INFO [RS:0;e611192d6313:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,46301,1731709282691-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:24,878 INFO [RS:0;e611192d6313:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:24,878 INFO [RS:0;e611192d6313:46301 {}] regionserver.Replication(171): e611192d6313,46301,1731709282691 started 2024-11-15T22:21:24,897 INFO [RS:0;e611192d6313:46301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:24,898 INFO [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,46301,1731709282691, RpcServer on e611192d6313/172.17.0.3:46301, sessionid=0x1014096979c0001 2024-11-15T22:21:24,898 DEBUG [RS:0;e611192d6313:46301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:21:24,898 DEBUG [RS:0;e611192d6313:46301 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,46301,1731709282691 2024-11-15T22:21:24,898 DEBUG [RS:0;e611192d6313:46301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,46301,1731709282691' 2024-11-15T22:21:24,898 DEBUG [RS:0;e611192d6313:46301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-737661024/flush-table-proc/abort' 2024-11-15T22:21:24,898 DEBUG [RS:0;e611192d6313:46301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-737661024/flush-table-proc/acquired' 2024-11-15T22:21:24,899 DEBUG [RS:0;e611192d6313:46301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:21:24,899 DEBUG [RS:0;e611192d6313:46301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:21:24,899 DEBUG [RS:0;e611192d6313:46301 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,46301,1731709282691 2024-11-15T22:21:24,899 DEBUG [RS:0;e611192d6313:46301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,46301,1731709282691' 2024-11-15T22:21:24,899 DEBUG [RS:0;e611192d6313:46301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-737661024/online-snapshot/abort' 2024-11-15T22:21:24,899 DEBUG [RS:0;e611192d6313:46301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-737661024/online-snapshot/acquired' 2024-11-15T22:21:24,900 DEBUG [RS:0;e611192d6313:46301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:21:24,900 INFO [RS:0;e611192d6313:46301 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:21:24,900 INFO [RS:0;e611192d6313:46301 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:21:25,001 INFO [RS:0;e611192d6313:46301 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:21:25,003 INFO [RS:0;e611192d6313:46301 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C46301%2C1731709282691, suffix=, logDir=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691, archiveDir=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/oldWALs, maxLogs=10 2024-11-15T22:21:25,021 DEBUG [RS:0;e611192d6313:46301 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004, exclude list is [], retry=0 2024-11-15T22:21:25,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35195,DS-9282362a-0407-4831-8d61-5060cfab4a72,DISK] 2024-11-15T22:21:25,053 INFO [RS:0;e611192d6313:46301 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 2024-11-15T22:21:25,056 DEBUG [RS:0;e611192d6313:46301 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34577:34577)] 2024-11-15T22:21:25,293 DEBUG [e611192d6313:36609 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:21:25,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,46301,1731709282691 2024-11-15T22:21:25,295 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,46301,1731709282691, state=OPENING 2024-11-15T22:21:25,321 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:21:25,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:25,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:25,333 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:21:25,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-737661024/meta-region-server: CHANGED 2024-11-15T22:21:25,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-737661024/meta-region-server: CHANGED 2024-11-15T22:21:25,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,46301,1731709282691}] 2024-11-15T22:21:25,487 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:21:25,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:21:25,496 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:21:25,496 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:21:25,497 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:21:25,498 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C46301%2C1731709282691.meta, suffix=.meta, logDir=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691, archiveDir=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/oldWALs, maxLogs=10 2024-11-15T22:21:25,514 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.meta.1731709285498.meta, exclude list is [], retry=0 2024-11-15T22:21:25,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35195,DS-9282362a-0407-4831-8d61-5060cfab4a72,DISK] 2024-11-15T22:21:25,517 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.meta.1731709285498.meta 2024-11-15T22:21:25,517 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34577:34577)] 2024-11-15T22:21:25,518 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:21:25,518 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:21:25,518 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:21:25,518 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:21:25,518 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:21:25,518 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:21:25,518 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:25,519 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:21:25,519 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:21:25,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:21:25,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:21:25,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:25,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:25,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:21:25,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:21:25,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:25,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:25,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:21:25,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:21:25,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:25,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:25,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:21:25,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:21:25,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:25,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:25,530 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:21:25,531 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740 2024-11-15T22:21:25,533 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740 2024-11-15T22:21:25,534 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:21:25,535 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:21:25,535 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:21:25,536 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:21:25,537 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58832367, jitterRate=-0.12332941591739655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:21:25,537 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:21:25,538 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709285519Writing region info on filesystem at 1731709285519Initializing all the Stores at 1731709285520 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709285520Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709285520Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709285520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709285520Cleaning up temporary data from old regions at 1731709285535 (+15 ms)Running coprocessor post-open hooks at 1731709285537 (+2 ms)Region opened successfully at 1731709285538 (+1 ms) 2024-11-15T22:21:25,545 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709285487 2024-11-15T22:21:25,547 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:21:25,547 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:21:25,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,46301,1731709282691 2024-11-15T22:21:25,555 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,46301,1731709282691, state=OPEN 2024-11-15T22:21:25,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:21:25,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:25,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:25,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:25,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:25,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:25,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:25,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:25,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:25,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:25,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:25,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-737661024/meta-region-server 2024-11-15T22:21:25,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-737661024/meta-region-server 2024-11-15T22:21:25,649 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,46301,1731709282691 2024-11-15T22:21:25,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-737661024/meta-region-server: CHANGED 2024-11-15T22:21:25,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-737661024/meta-region-server: CHANGED 2024-11-15T22:21:25,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:21:25,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,46301,1731709282691 in 316 msec 2024-11-15T22:21:25,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:21:25,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0100 sec 2024-11-15T22:21:25,653 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:21:25,653 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:21:25,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:25,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,46301,1731709282691, seqNum=-1] 2024-11-15T22:21:25,655 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:25,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:21:25,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0700 sec 2024-11-15T22:21:25,661 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709285661, completionTime=-1 2024-11-15T22:21:25,661 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:21:25,662 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:21:25,663 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:21:25,663 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709345663 2024-11-15T22:21:25,663 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709405663 2024-11-15T22:21:25,663 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T22:21:25,664 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36609,1731709282362-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:25,664 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36609,1731709282362-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:25,664 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36609,1731709282362-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:25,664 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:36609, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:25,664 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:25,664 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:25,668 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:21:25,670 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.788sec 2024-11-15T22:21:25,671 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:21:25,671 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:21:25,671 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:21:25,671 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:21:25,671 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:21:25,671 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36609,1731709282362-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:21:25,671 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36609,1731709282362-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:21:25,673 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:21:25,673 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:21:25,673 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36609,1731709282362-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:25,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aaac71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:25,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,36609,-1 for getting cluster id 2024-11-15T22:21:25,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:25,720 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60e01dc3-991d-4455-b5c9-f3bfafb90af2' 2024-11-15T22:21:25,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60e01dc3-991d-4455-b5c9-f3bfafb90af2" 2024-11-15T22:21:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7331b175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,36609,-1] 2024-11-15T22:21:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:25,722 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:25,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbe1d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:25,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:25,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,46301,1731709282691, seqNum=-1] 2024-11-15T22:21:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:25,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:21:25,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,36609,1731709282362 2024-11-15T22:21:25,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49997 2024-11-15T22:21:25,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:21:25,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/hadoop.log.dir so I do NOT create it in target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747 2024-11-15T22:21:25,800 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:21:25,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/hadoop.tmp.dir so I do NOT create it in target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747 2024-11-15T22:21:25,800 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:21:25,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747 2024-11-15T22:21:25,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:21:25,801 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/cluster_3a6ea956-4629-d30e-82eb-8d6e4c511601, deleteOnExit=true 2024-11-15T22:21:25,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:21:25,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/test.cache.data in system properties and HBase conf 2024-11-15T22:21:25,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:21:25,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:21:25,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:21:25,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:21:25,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:21:25,802 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:21:25,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:21:25,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:21:25,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:21:25,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:21:25,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:21:25,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:21:25,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:21:25,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:21:25,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:21:25,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:21:25,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:21:25,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:21:25,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:21:25,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:21:25,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014096979c0002 connected 2024-11-15T22:21:26,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:21:26,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:21:26,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:21:26,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:21:26,272 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:21:26,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:21:26,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@647fb346{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:21:26,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1752b0ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:21:26,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c1f7958{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/java.io.tmpdir/jetty-localhost-35455-hadoop-hdfs-3_4_1-tests_jar-_-any-9451474020383124195/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:21:26,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@322ee689{HTTP/1.1, (http/1.1)}{localhost:35455} 2024-11-15T22:21:26,397 INFO [Time-limited test {}] server.Server(415): Started @239062ms 2024-11-15T22:21:26,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:21:26,725 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:21:26,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:21:26,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:21:26,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:21:26,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54bf6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:21:26,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75d36632{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:21:26,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2afab2e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/java.io.tmpdir/jetty-localhost-42773-hadoop-hdfs-3_4_1-tests_jar-_-any-10927224208372115166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:21:26,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52498dd0{HTTP/1.1, (http/1.1)}{localhost:42773} 2024-11-15T22:21:26,835 INFO [Time-limited test {}] server.Server(415): Started @239500ms 2024-11-15T22:21:26,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:21:27,581 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/cluster_3a6ea956-4629-d30e-82eb-8d6e4c511601/data/data1/current/BP-2004978572-172.17.0.3-1731709285825/current, will proceed with Du for space computation calculation, 2024-11-15T22:21:27,581 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/cluster_3a6ea956-4629-d30e-82eb-8d6e4c511601/data/data2/current/BP-2004978572-172.17.0.3-1731709285825/current, will proceed with Du for space computation calculation, 2024-11-15T22:21:27,670 WARN [Thread-2291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:21:27,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x333bd2da8a511e38 with lease ID 0xd48c64468a3d4b8f: Processing first storage report for DS-a7744f4c-f0f1-4b19-b1a7-d7dc82f03af5 from datanode DatanodeRegistration(127.0.0.1:33627, datanodeUuid=d618c82a-7011-42a8-8465-2f25295937de, infoPort=43089, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=1742305330;c=1731709285825) 2024-11-15T22:21:27,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x333bd2da8a511e38 with lease ID 0xd48c64468a3d4b8f: from storage DS-a7744f4c-f0f1-4b19-b1a7-d7dc82f03af5 node DatanodeRegistration(127.0.0.1:33627, datanodeUuid=d618c82a-7011-42a8-8465-2f25295937de, infoPort=43089, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=1742305330;c=1731709285825), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:21:27,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x333bd2da8a511e38 with lease ID 0xd48c64468a3d4b8f: Processing first storage report for DS-7ee2a72f-34c0-423a-a7ae-02122b7f4313 from datanode DatanodeRegistration(127.0.0.1:33627, datanodeUuid=d618c82a-7011-42a8-8465-2f25295937de, infoPort=43089, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=1742305330;c=1731709285825) 2024-11-15T22:21:27,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x333bd2da8a511e38 with lease ID 0xd48c64468a3d4b8f: from storage DS-7ee2a72f-34c0-423a-a7ae-02122b7f4313 node DatanodeRegistration(127.0.0.1:33627, datanodeUuid=d618c82a-7011-42a8-8465-2f25295937de, infoPort=43089, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=1742305330;c=1731709285825), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:21:27,681 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747 2024-11-15T22:21:27,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:27,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:27,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:21:27,705 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11 with version=8 2024-11-15T22:21:27,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/hbase-staging 2024-11-15T22:21:27,710 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:21:27,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:27,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:27,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:21:27,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:27,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:21:27,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:21:27,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:21:27,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46497 2024-11-15T22:21:27,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46497 connecting to ZooKeeper ensemble=127.0.0.1:49997 2024-11-15T22:21:27,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464970x0, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:21:27,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46497-0x1014096979c0003 connected 2024-11-15T22:21:27,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:27,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:27,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Set watcher on znode that does not yet exist, /1529004120/running 2024-11-15T22:21:27,813 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11, hbase.cluster.distributed=false 2024-11-15T22:21:27,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Set watcher on znode that does not yet exist, /1529004120/acl 2024-11-15T22:21:27,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46497 2024-11-15T22:21:27,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46497 2024-11-15T22:21:27,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46497 2024-11-15T22:21:27,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46497 2024-11-15T22:21:27,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46497 2024-11-15T22:21:27,868 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:21:27,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:27,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:27,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:21:27,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:27,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:21:27,868 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:21:27,868 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:21:27,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35497 2024-11-15T22:21:27,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35497 connecting to ZooKeeper ensemble=127.0.0.1:49997 2024-11-15T22:21:27,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:27,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:27,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354970x0, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:21:27,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354970x0, quorum=127.0.0.1:49997, baseZNode=/1529004120 Set watcher on znode that does not yet exist, /1529004120/running 2024-11-15T22:21:27,941 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:21:27,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35497-0x1014096979c0004 connected 2024-11-15T22:21:27,964 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:21:27,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Set watcher on znode that does not yet exist, /1529004120/master 2024-11-15T22:21:27,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Set watcher on znode that does not yet exist, /1529004120/acl 2024-11-15T22:21:27,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35497 2024-11-15T22:21:28,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35497 2024-11-15T22:21:28,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35497 2024-11-15T22:21:28,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35497 2024-11-15T22:21:28,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35497 2024-11-15T22:21:28,090 DEBUG [M:0;e611192d6313:46497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:46497 2024-11-15T22:21:28,099 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1529004120/backup-masters/e611192d6313,46497,1731709287709 2024-11-15T22:21:28,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120/backup-masters 2024-11-15T22:21:28,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120/backup-masters 2024-11-15T22:21:28,118 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Set watcher on existing znode=/1529004120/backup-masters/e611192d6313,46497,1731709287709 2024-11-15T22:21:28,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:28,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1529004120/master 2024-11-15T22:21:28,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:28,133 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Set watcher on existing znode=/1529004120/master 2024-11-15T22:21:28,133 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1529004120/backup-masters/e611192d6313,46497,1731709287709 from backup master directory 2024-11-15T22:21:28,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1529004120/backup-masters/e611192d6313,46497,1731709287709 2024-11-15T22:21:28,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120/backup-masters 2024-11-15T22:21:28,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120/backup-masters 2024-11-15T22:21:28,143 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:21:28,143 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,46497,1731709287709 2024-11-15T22:21:28,178 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/hbase.id] with ID: 1f74e070-ea94-4619-8796-67367cede4dc 2024-11-15T22:21:28,178 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/.tmp/hbase.id 2024-11-15T22:21:28,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:21:28,601 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/.tmp/hbase.id]:[hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/hbase.id] 2024-11-15T22:21:28,625 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:28,625 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:21:28,627 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T22:21:28,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:28,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:28,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:21:28,676 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:21:28,677 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:21:28,677 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:21:28,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:21:28,715 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store 2024-11-15T22:21:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:21:28,759 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:28,759 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:21:28,759 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:28,759 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:28,759 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:21:28,759 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:28,759 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:28,759 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709288759Disabling compacts and flushes for region at 1731709288759Disabling writes for close at 1731709288759Writing region close event to WAL at 1731709288759Closed at 1731709288759 2024-11-15T22:21:28,760 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/.initializing 2024-11-15T22:21:28,760 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/WALs/e611192d6313,46497,1731709287709 2024-11-15T22:21:28,765 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:21:28,768 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C46497%2C1731709287709, suffix=, logDir=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/WALs/e611192d6313,46497,1731709287709, archiveDir=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/oldWALs, maxLogs=10 2024-11-15T22:21:28,792 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/WALs/e611192d6313,46497,1731709287709/e611192d6313%2C46497%2C1731709287709.1731709288768, exclude list is [], retry=0 2024-11-15T22:21:28,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33627,DS-a7744f4c-f0f1-4b19-b1a7-d7dc82f03af5,DISK] 2024-11-15T22:21:28,812 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/WALs/e611192d6313,46497,1731709287709/e611192d6313%2C46497%2C1731709287709.1731709288768 2024-11-15T22:21:28,816 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43089:43089)] 2024-11-15T22:21:28,816 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:21:28,817 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:28,817 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:28,817 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:28,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:28,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:21:28,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:28,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:28,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:28,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:21:28,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:28,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:28,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:28,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:21:28,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:28,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:28,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:28,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:21:28,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:28,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:28,831 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:28,832 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:28,832 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:28,834 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:28,834 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:28,835 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:21:28,835 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:28,840 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:21:28,840 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69763792, jitterRate=0.03956151008605957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:21:28,840 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709288817Initializing all the Stores at 1731709288818 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709288818Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709288818Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709288818Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709288818Cleaning up temporary data from old regions at 1731709288834 (+16 ms)Region opened successfully at 1731709288840 (+6 ms) 2024-11-15T22:21:28,841 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:21:28,843 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e76a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:21:28,843 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:21:28,844 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:21:28,844 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:21:28,844 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:21:28,844 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:21:28,844 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:21:28,844 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:21:28,846 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:21:28,846 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Unable to get data of znode /1529004120/balancer because node does not exist (not necessarily an error) 2024-11-15T22:21:28,889 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1529004120/balancer already deleted, retry=false 2024-11-15T22:21:28,889 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:21:28,890 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Unable to get data of znode /1529004120/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:21:28,952 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1529004120/normalizer already deleted, retry=false 2024-11-15T22:21:28,953 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:21:28,953 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Unable to get data of znode /1529004120/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:21:29,034 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1529004120/switch/split already deleted, retry=false 2024-11-15T22:21:29,035 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Unable to get data of znode /1529004120/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:21:29,060 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1529004120/switch/merge already deleted, retry=false 2024-11-15T22:21:29,062 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Unable to get data of znode /1529004120/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:21:29,088 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1529004120/snapshot-cleanup already deleted, retry=false 2024-11-15T22:21:29,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1529004120/running 2024-11-15T22:21:29,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1529004120/running 2024-11-15T22:21:29,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:29,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:29,101 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,46497,1731709287709, sessionid=0x1014096979c0003, setting cluster-up flag (Was=false) 2024-11-15T22:21:29,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:29,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:29,154 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1529004120/flush-table-proc/acquired, /1529004120/flush-table-proc/reached, /1529004120/flush-table-proc/abort 2024-11-15T22:21:29,163 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,46497,1731709287709 2024-11-15T22:21:29,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:29,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:29,217 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1529004120/online-snapshot/acquired, /1529004120/online-snapshot/reached, /1529004120/online-snapshot/abort 2024-11-15T22:21:29,218 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,46497,1731709287709 2024-11-15T22:21:29,219 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:21:29,220 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:21:29,220 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:21:29,220 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:21:29,221 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,46497,1731709287709 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:21:29,222 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:21:29,222 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:21:29,222 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:21:29,222 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:21:29,222 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:21:29,222 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:29,222 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:21:29,223 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:29,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:21:29,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:21:29,230 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:29,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:21:29,236 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709319236 2024-11-15T22:21:29,236 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:21:29,236 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:21:29,237 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:21:29,237 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:21:29,237 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:21:29,237 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:21:29,240 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:29,256 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:21:29,256 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:21:29,256 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:21:29,257 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:21:29,257 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:21:29,257 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:21:29,283 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709289257,5,FailOnTimeoutGroup] 2024-11-15T22:21:29,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:21:29,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:21:29,284 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11 2024-11-15T22:21:29,288 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709289283,5,FailOnTimeoutGroup] 2024-11-15T22:21:29,288 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:29,288 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:21:29,288 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:29,288 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:29,290 INFO [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(746): ClusterId : 1f74e070-ea94-4619-8796-67367cede4dc 2024-11-15T22:21:29,290 DEBUG [RS:0;e611192d6313:35497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:21:29,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:21:29,302 DEBUG [RS:0;e611192d6313:35497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:21:29,302 DEBUG [RS:0;e611192d6313:35497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:21:29,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:29,317 DEBUG [RS:0;e611192d6313:35497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:21:29,317 DEBUG [RS:0;e611192d6313:35497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb4565a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:21:29,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:21:29,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:21:29,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:29,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:29,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:21:29,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:21:29,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:29,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:29,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:21:29,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:21:29,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:29,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:29,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:21:29,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:21:29,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:29,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:29,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:21:29,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740 2024-11-15T22:21:29,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740 2024-11-15T22:21:29,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:21:29,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:21:29,343 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:21:29,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:21:29,346 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:21:29,347 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69072854, jitterRate=0.02926573157310486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:21:29,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709289306Initializing all the Stores at 1731709289308 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709289308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709289320 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709289320Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709289320Cleaning up temporary data from old regions at 1731709289343 (+23 ms)Region opened successfully at 1731709289347 (+4 ms) 2024-11-15T22:21:29,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:21:29,347 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:21:29,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:21:29,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:21:29,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:21:29,348 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:21:29,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709289347Disabling compacts and flushes for region at 1731709289347Disabling writes for close at 1731709289347Writing region close event to WAL at 1731709289348 (+1 ms)Closed at 1731709289348 2024-11-15T22:21:29,349 DEBUG [RS:0;e611192d6313:35497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:35497 2024-11-15T22:21:29,349 INFO [RS:0;e611192d6313:35497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:21:29,349 INFO [RS:0;e611192d6313:35497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:21:29,349 DEBUG [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:21:29,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:21:29,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:21:29,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:21:29,351 INFO [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,46497,1731709287709 with port=35497, startcode=1731709287860 2024-11-15T22:21:29,351 DEBUG [RS:0;e611192d6313:35497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:21:29,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:21:29,353 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:21:29,357 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:21:29,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46497 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,35497,1731709287860 2024-11-15T22:21:29,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46497 {}] master.ServerManager(517): Registering regionserver=e611192d6313,35497,1731709287860 2024-11-15T22:21:29,359 DEBUG [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11 2024-11-15T22:21:29,359 DEBUG [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38101 2024-11-15T22:21:29,359 DEBUG [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:21:29,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120/rs 2024-11-15T22:21:29,376 DEBUG [RS:0;e611192d6313:35497 {}] zookeeper.ZKUtil(111): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Set watcher on existing znode=/1529004120/rs/e611192d6313,35497,1731709287860 2024-11-15T22:21:29,376 WARN [RS:0;e611192d6313:35497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:21:29,376 INFO [RS:0;e611192d6313:35497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:21:29,376 DEBUG [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860 2024-11-15T22:21:29,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,35497,1731709287860] 2024-11-15T22:21:29,404 INFO [RS:0;e611192d6313:35497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:21:29,406 INFO [RS:0;e611192d6313:35497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:21:29,408 INFO [RS:0;e611192d6313:35497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:21:29,408 INFO [RS:0;e611192d6313:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:29,413 INFO [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:21:29,414 INFO [RS:0;e611192d6313:35497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:21:29,414 INFO [RS:0;e611192d6313:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:29,414 DEBUG [RS:0;e611192d6313:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:29,414 DEBUG [RS:0;e611192d6313:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:29,414 DEBUG [RS:0;e611192d6313:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:29,414 DEBUG [RS:0;e611192d6313:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:29,414 DEBUG [RS:0;e611192d6313:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:29,414 DEBUG [RS:0;e611192d6313:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:21:29,414 DEBUG [RS:0;e611192d6313:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:29,414 DEBUG [RS:0;e611192d6313:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:29,414 DEBUG [RS:0;e611192d6313:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:29,415 DEBUG [RS:0;e611192d6313:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:29,415 DEBUG [RS:0;e611192d6313:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:29,415 DEBUG [RS:0;e611192d6313:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:29,415 DEBUG [RS:0;e611192d6313:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:21:29,415 DEBUG [RS:0;e611192d6313:35497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:21:29,424 INFO [RS:0;e611192d6313:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:29,424 INFO [RS:0;e611192d6313:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:29,424 INFO [RS:0;e611192d6313:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:29,424 INFO [RS:0;e611192d6313:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:29,424 INFO [RS:0;e611192d6313:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:29,424 INFO [RS:0;e611192d6313:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35497,1731709287860-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:21:29,439 INFO [RS:0;e611192d6313:35497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:21:29,439 INFO [RS:0;e611192d6313:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35497,1731709287860-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:29,440 INFO [RS:0;e611192d6313:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:29,440 INFO [RS:0;e611192d6313:35497 {}] regionserver.Replication(171): e611192d6313,35497,1731709287860 started 2024-11-15T22:21:29,460 INFO [RS:0;e611192d6313:35497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:29,460 INFO [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,35497,1731709287860, RpcServer on e611192d6313/172.17.0.3:35497, sessionid=0x1014096979c0004 2024-11-15T22:21:29,460 DEBUG [RS:0;e611192d6313:35497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:21:29,460 DEBUG [RS:0;e611192d6313:35497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,35497,1731709287860 2024-11-15T22:21:29,460 DEBUG [RS:0;e611192d6313:35497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,35497,1731709287860' 2024-11-15T22:21:29,460 DEBUG [RS:0;e611192d6313:35497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1529004120/flush-table-proc/abort' 2024-11-15T22:21:29,461 DEBUG [RS:0;e611192d6313:35497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1529004120/flush-table-proc/acquired' 2024-11-15T22:21:29,461 DEBUG [RS:0;e611192d6313:35497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:21:29,461 DEBUG [RS:0;e611192d6313:35497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:21:29,461 DEBUG [RS:0;e611192d6313:35497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,35497,1731709287860 2024-11-15T22:21:29,461 DEBUG [RS:0;e611192d6313:35497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,35497,1731709287860' 2024-11-15T22:21:29,461 DEBUG [RS:0;e611192d6313:35497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1529004120/online-snapshot/abort' 2024-11-15T22:21:29,461 DEBUG [RS:0;e611192d6313:35497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1529004120/online-snapshot/acquired' 2024-11-15T22:21:29,462 DEBUG [RS:0;e611192d6313:35497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:21:29,462 INFO [RS:0;e611192d6313:35497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:21:29,462 INFO [RS:0;e611192d6313:35497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:21:29,503 WARN [e611192d6313:46497 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T22:21:29,562 INFO [RS:0;e611192d6313:35497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:21:29,567 INFO [RS:0;e611192d6313:35497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C35497%2C1731709287860, suffix=, logDir=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860, archiveDir=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/oldWALs, maxLogs=10 2024-11-15T22:21:29,599 DEBUG [RS:0;e611192d6313:35497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568, exclude list is [], retry=0 2024-11-15T22:21:29,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33627,DS-a7744f4c-f0f1-4b19-b1a7-d7dc82f03af5,DISK] 2024-11-15T22:21:29,606 INFO [RS:0;e611192d6313:35497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 2024-11-15T22:21:29,607 DEBUG [RS:0;e611192d6313:35497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43089:43089)] 2024-11-15T22:21:29,754 DEBUG [e611192d6313:46497 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:21:29,754 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,35497,1731709287860 2024-11-15T22:21:29,756 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,35497,1731709287860, state=OPENING 2024-11-15T22:21:29,812 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:21:29,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:29,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:29,855 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:21:29,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1529004120/meta-region-server: CHANGED 2024-11-15T22:21:29,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1529004120/meta-region-server: CHANGED 2024-11-15T22:21:29,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,35497,1731709287860}] 2024-11-15T22:21:30,008 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:21:30,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:21:30,014 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:21:30,014 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:21:30,015 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:21:30,016 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C35497%2C1731709287860.meta, suffix=.meta, logDir=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860, archiveDir=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/oldWALs, maxLogs=10 2024-11-15T22:21:30,030 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.meta.1731709290016.meta, exclude list is [], retry=0 2024-11-15T22:21:30,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33627,DS-a7744f4c-f0f1-4b19-b1a7-d7dc82f03af5,DISK] 2024-11-15T22:21:30,035 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.meta.1731709290016.meta 2024-11-15T22:21:30,036 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43089:43089)] 2024-11-15T22:21:30,036 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:21:30,036 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:21:30,036 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:21:30,037 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:21:30,037 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:21:30,037 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:21:30,037 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:30,037 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:21:30,037 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:21:30,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:21:30,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:21:30,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:30,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:30,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:21:30,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:21:30,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:30,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:30,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:21:30,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:21:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:21:30,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T22:21:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:30,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T22:21:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:21:30,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T22:21:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:21:30,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T22:21:30,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:30,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:30,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:21:30,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:21:30,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:30,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:30,055 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:21:30,056 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740 2024-11-15T22:21:30,057 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740 2024-11-15T22:21:30,058 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:21:30,058 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:21:30,058 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:21:30,059 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:21:30,060 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59908757, jitterRate=-0.10728995501995087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:21:30,060 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:21:30,060 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709290037Writing region info on filesystem at 1731709290037Initializing all the Stores at 1731709290038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709290038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709290046 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709290046Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709290046Cleaning up temporary data from old regions at 1731709290058 (+12 ms)Running coprocessor post-open hooks at 1731709290060 (+2 ms)Region opened successfully at 1731709290060 2024-11-15T22:21:30,061 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709290008 2024-11-15T22:21:30,064 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:21:30,064 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:21:30,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,35497,1731709287860 2024-11-15T22:21:30,065 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,35497,1731709287860, state=OPEN 2024-11-15T22:21:30,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1529004120/meta-region-server 2024-11-15T22:21:30,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1529004120/meta-region-server 2024-11-15T22:21:30,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1529004120/meta-region-server: CHANGED 2024-11-15T22:21:30,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1529004120/meta-region-server: CHANGED 2024-11-15T22:21:30,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,35497,1731709287860 2024-11-15T22:21:30,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:21:30,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,35497,1731709287860 in 247 msec 2024-11-15T22:21:30,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:21:30,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 756 msec 2024-11-15T22:21:30,113 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:21:30,113 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:21:30,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:30,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,35497,1731709287860, seqNum=-1] 2024-11-15T22:21:30,115 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:30,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:21:30,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 902 msec 2024-11-15T22:21:30,123 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709290123, completionTime=-1 2024-11-15T22:21:30,123 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:21:30,123 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:21:30,126 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:21:30,126 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709350126 2024-11-15T22:21:30,126 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709410126 2024-11-15T22:21:30,127 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-15T22:21:30,127 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,46497,1731709287709-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:30,127 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,46497,1731709287709-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:30,127 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,46497,1731709287709-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:30,127 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:46497, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:30,127 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:30,131 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:21:30,147 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:30,152 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.008sec 2024-11-15T22:21:30,152 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:21:30,152 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:21:30,152 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:21:30,152 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:21:30,152 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:21:30,152 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,46497,1731709287709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:21:30,152 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,46497,1731709287709-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:21:30,158 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:21:30,158 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:21:30,158 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,46497,1731709287709-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:30,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce6477a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:30,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,46497,-1 for getting cluster id 2024-11-15T22:21:30,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:30,192 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f74e070-ea94-4619-8796-67367cede4dc' 2024-11-15T22:21:30,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:30,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f74e070-ea94-4619-8796-67367cede4dc" 2024-11-15T22:21:30,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e82da36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:30,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,46497,-1] 2024-11-15T22:21:30,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:30,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:30,195 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:30,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48156d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:30,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:30,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,35497,1731709287860, seqNum=-1] 2024-11-15T22:21:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:30,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:21:30,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,46497,1731709287709 2024-11-15T22:21:30,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49997 2024-11-15T22:21:30,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:21:30,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014096979c0005 connected 2024-11-15T22:21:30,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:30,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,36609,1731709282362 2024-11-15T22:21:30,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19560635 2024-11-15T22:21:30,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:30,252 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:21:30,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:21:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:21:30,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:21:30,256 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:30,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:21:30,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:21:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:30,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:21:30,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a1d0335fc59c627c25aaac99d62dc1a, NAME => 'test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b 2024-11-15T22:21:30,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:21:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:30,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:30,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2a1d0335fc59c627c25aaac99d62dc1a, disabling compactions & flushes 2024-11-15T22:21:30,715 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a. 2024-11-15T22:21:30,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a. 2024-11-15T22:21:30,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a. after waiting 0 ms 2024-11-15T22:21:30,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a. 2024-11-15T22:21:30,715 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a. 2024-11-15T22:21:30,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a1d0335fc59c627c25aaac99d62dc1a: Waiting for close lock at 1731709290715Disabling compacts and flushes for region at 1731709290715Disabling writes for close at 1731709290715Writing region close event to WAL at 1731709290715Closed at 1731709290715 2024-11-15T22:21:30,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:21:30,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709290717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709290717"}]},"ts":"1731709290717"} 2024-11-15T22:21:30,728 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:21:30,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:21:30,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709290729"}]},"ts":"1731709290729"} 2024-11-15T22:21:30,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:21:30,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a1d0335fc59c627c25aaac99d62dc1a, ASSIGN}] 2024-11-15T22:21:30,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a1d0335fc59c627c25aaac99d62dc1a, ASSIGN 2024-11-15T22:21:30,736 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2a1d0335fc59c627c25aaac99d62dc1a, ASSIGN; state=OFFLINE, location=e611192d6313,46301,1731709282691; forceNewPlan=false, retain=false 2024-11-15T22:21:30,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a1d0335fc59c627c25aaac99d62dc1a, regionState=OPENING, regionLocation=e611192d6313,46301,1731709282691 2024-11-15T22:21:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:30,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2a1d0335fc59c627c25aaac99d62dc1a, ASSIGN because future has completed 2024-11-15T22:21:30,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a1d0335fc59c627c25aaac99d62dc1a, server=e611192d6313,46301,1731709282691}] 2024-11-15T22:21:31,022 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:21:31,069 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a. 2024-11-15T22:21:31,069 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a1d0335fc59c627c25aaac99d62dc1a, NAME => 'test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:21:31,069 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:21:31,069 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:21:31,070 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:31,070 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:31,071 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:31,071 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:31,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:31,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:31,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:31,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:31,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:31,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:31,081 INFO [StoreOpener-2a1d0335fc59c627c25aaac99d62dc1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:31,087 INFO [StoreOpener-2a1d0335fc59c627c25aaac99d62dc1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a1d0335fc59c627c25aaac99d62dc1a columnFamilyName f 2024-11-15T22:21:31,087 DEBUG [StoreOpener-2a1d0335fc59c627c25aaac99d62dc1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:31,087 INFO [StoreOpener-2a1d0335fc59c627c25aaac99d62dc1a-1 {}] regionserver.HStore(327): Store=2a1d0335fc59c627c25aaac99d62dc1a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:31,087 INFO [StoreOpener-2a1d0335fc59c627c25aaac99d62dc1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:31,089 INFO [StoreOpener-2a1d0335fc59c627c25aaac99d62dc1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a1d0335fc59c627c25aaac99d62dc1a columnFamilyName f1 2024-11-15T22:21:31,090 DEBUG [StoreOpener-2a1d0335fc59c627c25aaac99d62dc1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:31,093 INFO [StoreOpener-2a1d0335fc59c627c25aaac99d62dc1a-1 {}] regionserver.HStore(327): Store=2a1d0335fc59c627c25aaac99d62dc1a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:31,093 INFO [StoreOpener-2a1d0335fc59c627c25aaac99d62dc1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:31,095 INFO [StoreOpener-2a1d0335fc59c627c25aaac99d62dc1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a1d0335fc59c627c25aaac99d62dc1a columnFamilyName norep 2024-11-15T22:21:31,095 DEBUG [StoreOpener-2a1d0335fc59c627c25aaac99d62dc1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:31,095 INFO [StoreOpener-2a1d0335fc59c627c25aaac99d62dc1a-1 {}] regionserver.HStore(327): Store=2a1d0335fc59c627c25aaac99d62dc1a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:31,095 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:31,096 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:31,097 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:31,098 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:31,098 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:31,099 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:21:31,102 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:31,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:31,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:31,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:31,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:31,127 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:21:31,132 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2a1d0335fc59c627c25aaac99d62dc1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68978058, jitterRate=0.027853161096572876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:21:31,133 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:31,133 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2a1d0335fc59c627c25aaac99d62dc1a: Running coprocessor pre-open hook at 1731709291071Writing region info on filesystem at 1731709291071Initializing all the Stores at 1731709291074 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709291074Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709291080 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709291080Cleaning up temporary data from old regions at 1731709291098 (+18 ms)Running coprocessor post-open hooks at 1731709291133 (+35 ms)Region opened successfully at 1731709291133 2024-11-15T22:21:31,134 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a., pid=6, masterSystemTime=1731709291047 2024-11-15T22:21:31,137 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a. 2024-11-15T22:21:31,137 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a. 2024-11-15T22:21:31,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a1d0335fc59c627c25aaac99d62dc1a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,46301,1731709282691 2024-11-15T22:21:31,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a1d0335fc59c627c25aaac99d62dc1a, server=e611192d6313,46301,1731709282691 because future has completed 2024-11-15T22:21:31,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:21:31,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a1d0335fc59c627c25aaac99d62dc1a, server=e611192d6313,46301,1731709282691 in 271 msec 2024-11-15T22:21:31,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:21:31,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:21:31,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2a1d0335fc59c627c25aaac99d62dc1a, ASSIGN in 435 msec 2024-11-15T22:21:31,178 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709291176"}]},"ts":"1731709291176"} 2024-11-15T22:21:31,180 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:21:31,181 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:21:31,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 928 msec 2024-11-15T22:21:31,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:21:31,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T22:21:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:31,398 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:21:31,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:31,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,46497,1731709287709 2024-11-15T22:21:31,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54caa9c2 2024-11-15T22:21:31,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:31,401 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:21:31,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:21:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:21:31,407 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:21:31,407 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:31,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:21:31,409 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:21:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:31,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:21:31,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a12460eb924c16bb0120937ae99b505f, NAME => 'test,,1731709291402.a12460eb924c16bb0120937ae99b505f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11 2024-11-15T22:21:31,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:21:31,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709291402.a12460eb924c16bb0120937ae99b505f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:31,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a12460eb924c16bb0120937ae99b505f, disabling compactions & flushes 2024-11-15T22:21:31,515 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709291402.a12460eb924c16bb0120937ae99b505f. 2024-11-15T22:21:31,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709291402.a12460eb924c16bb0120937ae99b505f. 2024-11-15T22:21:31,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709291402.a12460eb924c16bb0120937ae99b505f. after waiting 0 ms 2024-11-15T22:21:31,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709291402.a12460eb924c16bb0120937ae99b505f. 2024-11-15T22:21:31,515 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709291402.a12460eb924c16bb0120937ae99b505f. 2024-11-15T22:21:31,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a12460eb924c16bb0120937ae99b505f: Waiting for close lock at 1731709291515Disabling compacts and flushes for region at 1731709291515Disabling writes for close at 1731709291515Writing region close event to WAL at 1731709291515Closed at 1731709291515 2024-11-15T22:21:31,517 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:21:31,518 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709291402.a12460eb924c16bb0120937ae99b505f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709291517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709291517"}]},"ts":"1731709291517"} 2024-11-15T22:21:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:31,525 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:21:31,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:21:31,527 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709291527"}]},"ts":"1731709291527"} 2024-11-15T22:21:31,530 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:21:31,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a12460eb924c16bb0120937ae99b505f, ASSIGN}] 2024-11-15T22:21:31,532 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a12460eb924c16bb0120937ae99b505f, ASSIGN 2024-11-15T22:21:31,534 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a12460eb924c16bb0120937ae99b505f, ASSIGN; state=OFFLINE, location=e611192d6313,35497,1731709287860; forceNewPlan=false, retain=false 2024-11-15T22:21:31,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a12460eb924c16bb0120937ae99b505f, regionState=OPENING, regionLocation=e611192d6313,35497,1731709287860 2024-11-15T22:21:31,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a12460eb924c16bb0120937ae99b505f, ASSIGN because future has completed 2024-11-15T22:21:31,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a12460eb924c16bb0120937ae99b505f, server=e611192d6313,35497,1731709287860}] 2024-11-15T22:21:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:31,859 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709291402.a12460eb924c16bb0120937ae99b505f. 2024-11-15T22:21:31,860 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a12460eb924c16bb0120937ae99b505f, NAME => 'test,,1731709291402.a12460eb924c16bb0120937ae99b505f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:21:31,860 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:21:31,860 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:21:31,860 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:31,860 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709291402.a12460eb924c16bb0120937ae99b505f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:31,861 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:31,861 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:31,862 INFO [StoreOpener-a12460eb924c16bb0120937ae99b505f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:31,863 INFO [StoreOpener-a12460eb924c16bb0120937ae99b505f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a12460eb924c16bb0120937ae99b505f columnFamilyName f 2024-11-15T22:21:31,863 DEBUG [StoreOpener-a12460eb924c16bb0120937ae99b505f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:31,863 INFO [StoreOpener-a12460eb924c16bb0120937ae99b505f-1 {}] regionserver.HStore(327): Store=a12460eb924c16bb0120937ae99b505f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:31,863 INFO [StoreOpener-a12460eb924c16bb0120937ae99b505f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:31,864 INFO [StoreOpener-a12460eb924c16bb0120937ae99b505f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a12460eb924c16bb0120937ae99b505f columnFamilyName f1 2024-11-15T22:21:31,864 DEBUG [StoreOpener-a12460eb924c16bb0120937ae99b505f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:31,864 INFO [StoreOpener-a12460eb924c16bb0120937ae99b505f-1 {}] regionserver.HStore(327): Store=a12460eb924c16bb0120937ae99b505f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:31,864 INFO [StoreOpener-a12460eb924c16bb0120937ae99b505f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:31,865 INFO [StoreOpener-a12460eb924c16bb0120937ae99b505f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a12460eb924c16bb0120937ae99b505f columnFamilyName norep 2024-11-15T22:21:31,865 DEBUG [StoreOpener-a12460eb924c16bb0120937ae99b505f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:31,865 INFO [StoreOpener-a12460eb924c16bb0120937ae99b505f-1 {}] regionserver.HStore(327): Store=a12460eb924c16bb0120937ae99b505f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:31,865 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:31,866 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:31,866 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:31,867 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:31,867 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:31,867 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:21:31,868 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:31,878 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:21:31,878 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a12460eb924c16bb0120937ae99b505f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69047337, jitterRate=0.028885498642921448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:21:31,878 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:31,878 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a12460eb924c16bb0120937ae99b505f: Running coprocessor pre-open hook at 1731709291861Writing region info on filesystem at 1731709291861Initializing all the Stores at 1731709291861Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709291861Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709291862 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709291862Cleaning up temporary data from old regions at 1731709291867 (+5 ms)Running coprocessor post-open hooks at 1731709291878 (+11 ms)Region opened successfully at 1731709291878 2024-11-15T22:21:31,879 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709291402.a12460eb924c16bb0120937ae99b505f., pid=6, masterSystemTime=1731709291856 2024-11-15T22:21:31,881 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709291402.a12460eb924c16bb0120937ae99b505f. 2024-11-15T22:21:31,881 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709291402.a12460eb924c16bb0120937ae99b505f. 2024-11-15T22:21:31,881 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a12460eb924c16bb0120937ae99b505f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,35497,1731709287860 2024-11-15T22:21:31,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a12460eb924c16bb0120937ae99b505f, server=e611192d6313,35497,1731709287860 because future has completed 2024-11-15T22:21:31,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:21:31,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a12460eb924c16bb0120937ae99b505f, server=e611192d6313,35497,1731709287860 in 183 msec 2024-11-15T22:21:31,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:21:31,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a12460eb924c16bb0120937ae99b505f, ASSIGN in 358 msec 2024-11-15T22:21:31,891 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:21:31,891 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709291891"}]},"ts":"1731709291891"} 2024-11-15T22:21:31,893 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:21:31,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:21:31,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 491 msec 2024-11-15T22:21:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:21:32,038 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:21:32,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11311160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:32,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,36609,-1 for getting cluster id 2024-11-15T22:21:32,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:32,042 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60e01dc3-991d-4455-b5c9-f3bfafb90af2' 2024-11-15T22:21:32,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:32,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60e01dc3-991d-4455-b5c9-f3bfafb90af2" 2024-11-15T22:21:32,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d7fcba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:32,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,36609,-1] 2024-11-15T22:21:32,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:32,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:32,048 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:32,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411b6f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:32,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d98148e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:32,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,46497,-1 for getting cluster id 2024-11-15T22:21:32,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:32,080 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f74e070-ea94-4619-8796-67367cede4dc' 2024-11-15T22:21:32,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:32,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f74e070-ea94-4619-8796-67367cede4dc" 2024-11-15T22:21:32,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56159d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:32,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,46497,-1] 2024-11-15T22:21:32,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:32,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:32,083 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:32,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34268201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:32,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f33dee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:32,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,36609,-1 for getting cluster id 2024-11-15T22:21:32,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:32,086 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60e01dc3-991d-4455-b5c9-f3bfafb90af2' 2024-11-15T22:21:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60e01dc3-991d-4455-b5c9-f3bfafb90af2" 2024-11-15T22:21:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef50e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:32,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,36609,-1] 2024-11-15T22:21:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:32,089 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:32,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2880c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:32,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:32,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,36609,1731709282362 2024-11-15T22:21:32,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@131af742 2024-11-15T22:21:32,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:32,093 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:21:32,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:46497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:21:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:21:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:32,095 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:46497' 2024-11-15T22:21:32,100 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784ea942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:32,100 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,46497,-1 for getting cluster id 2024-11-15T22:21:32,101 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:32,101 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f74e070-ea94-4619-8796-67367cede4dc' 2024-11-15T22:21:32,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:32,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f74e070-ea94-4619-8796-67367cede4dc" 2024-11-15T22:21:32,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1865c4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:32,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,46497,-1] 2024-11-15T22:21:32,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:32,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:32,103 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:32,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b7c1b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:32,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:32,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,46497,1731709287709 2024-11-15T22:21:32,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d6a80e4 2024-11-15T22:21:32,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:32,105 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:21:32,106 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T22:21:32,106 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:21:32,106 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:32,106 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:32,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:32,107 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:21:32,107 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:21:32,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:21:32,108 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:32,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:21:32,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741837_1013 (size=1138) 2024-11-15T22:21:32,158 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T22:21:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:32,520 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16b71efdf7d8731cf8ce2ae6ed265abd, NAME => 'hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b 2024-11-15T22:21:32,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741838_1014 (size=44) 2024-11-15T22:21:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:32,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:32,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 16b71efdf7d8731cf8ce2ae6ed265abd, disabling compactions & flushes 2024-11-15T22:21:32,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. 2024-11-15T22:21:32,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. 2024-11-15T22:21:32,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. after waiting 0 ms 2024-11-15T22:21:32,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. 2024-11-15T22:21:32,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. 2024-11-15T22:21:32,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16b71efdf7d8731cf8ce2ae6ed265abd: Waiting for close lock at 1731709292925Disabling compacts and flushes for region at 1731709292925Disabling writes for close at 1731709292925Writing region close event to WAL at 1731709292925Closed at 1731709292925 2024-11-15T22:21:32,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:21:32,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731709292927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709292927"}]},"ts":"1731709292927"} 2024-11-15T22:21:32,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:21:32,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:21:32,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709292929"}]},"ts":"1731709292929"} 2024-11-15T22:21:32,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T22:21:32,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16b71efdf7d8731cf8ce2ae6ed265abd, ASSIGN}] 2024-11-15T22:21:32,933 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16b71efdf7d8731cf8ce2ae6ed265abd, ASSIGN 2024-11-15T22:21:32,935 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16b71efdf7d8731cf8ce2ae6ed265abd, ASSIGN; state=OFFLINE, location=e611192d6313,46301,1731709282691; forceNewPlan=false, retain=false 2024-11-15T22:21:33,088 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=16b71efdf7d8731cf8ce2ae6ed265abd, regionState=OPENING, regionLocation=e611192d6313,46301,1731709282691 2024-11-15T22:21:33,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16b71efdf7d8731cf8ce2ae6ed265abd, ASSIGN because future has completed 2024-11-15T22:21:33,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16b71efdf7d8731cf8ce2ae6ed265abd, server=e611192d6313,46301,1731709282691}] 2024-11-15T22:21:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:33,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. 2024-11-15T22:21:33,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:21:33,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:21:33,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C46301%2C1731709282691.rep, suffix=, logDir=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691, archiveDir=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/oldWALs, maxLogs=10 2024-11-15T22:21:33,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.rep.1731709293249, exclude list is [], retry=0 2024-11-15T22:21:33,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35195,DS-9282362a-0407-4831-8d61-5060cfab4a72,DISK] 2024-11-15T22:21:33,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.rep.1731709293249 2024-11-15T22:21:33,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34577:34577)] 2024-11-15T22:21:33,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 16b71efdf7d8731cf8ce2ae6ed265abd, NAME => 'hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:21:33,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:21:33,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:21:33,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. service=MultiRowMutationService 2024-11-15T22:21:33,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:21:33,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 16b71efdf7d8731cf8ce2ae6ed265abd 2024-11-15T22:21:33,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:33,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 16b71efdf7d8731cf8ce2ae6ed265abd 2024-11-15T22:21:33,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 16b71efdf7d8731cf8ce2ae6ed265abd 2024-11-15T22:21:33,273 INFO [StoreOpener-16b71efdf7d8731cf8ce2ae6ed265abd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 16b71efdf7d8731cf8ce2ae6ed265abd 2024-11-15T22:21:33,274 INFO [StoreOpener-16b71efdf7d8731cf8ce2ae6ed265abd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16b71efdf7d8731cf8ce2ae6ed265abd columnFamilyName hfileref 2024-11-15T22:21:33,274 DEBUG [StoreOpener-16b71efdf7d8731cf8ce2ae6ed265abd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:33,274 INFO [StoreOpener-16b71efdf7d8731cf8ce2ae6ed265abd-1 {}] regionserver.HStore(327): Store=16b71efdf7d8731cf8ce2ae6ed265abd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:33,274 INFO [StoreOpener-16b71efdf7d8731cf8ce2ae6ed265abd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 16b71efdf7d8731cf8ce2ae6ed265abd 2024-11-15T22:21:33,275 INFO [StoreOpener-16b71efdf7d8731cf8ce2ae6ed265abd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16b71efdf7d8731cf8ce2ae6ed265abd columnFamilyName queue 2024-11-15T22:21:33,275 DEBUG [StoreOpener-16b71efdf7d8731cf8ce2ae6ed265abd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:33,275 INFO [StoreOpener-16b71efdf7d8731cf8ce2ae6ed265abd-1 {}] regionserver.HStore(327): Store=16b71efdf7d8731cf8ce2ae6ed265abd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:33,275 INFO [StoreOpener-16b71efdf7d8731cf8ce2ae6ed265abd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 16b71efdf7d8731cf8ce2ae6ed265abd 2024-11-15T22:21:33,276 INFO [StoreOpener-16b71efdf7d8731cf8ce2ae6ed265abd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16b71efdf7d8731cf8ce2ae6ed265abd columnFamilyName sid 2024-11-15T22:21:33,276 DEBUG [StoreOpener-16b71efdf7d8731cf8ce2ae6ed265abd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:33,276 INFO [StoreOpener-16b71efdf7d8731cf8ce2ae6ed265abd-1 {}] regionserver.HStore(327): Store=16b71efdf7d8731cf8ce2ae6ed265abd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:33,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 16b71efdf7d8731cf8ce2ae6ed265abd 2024-11-15T22:21:33,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/replication/16b71efdf7d8731cf8ce2ae6ed265abd 2024-11-15T22:21:33,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/replication/16b71efdf7d8731cf8ce2ae6ed265abd 2024-11-15T22:21:33,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 16b71efdf7d8731cf8ce2ae6ed265abd 2024-11-15T22:21:33,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 16b71efdf7d8731cf8ce2ae6ed265abd 2024-11-15T22:21:33,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:21:33,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 16b71efdf7d8731cf8ce2ae6ed265abd 2024-11-15T22:21:33,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/replication/16b71efdf7d8731cf8ce2ae6ed265abd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:21:33,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 16b71efdf7d8731cf8ce2ae6ed265abd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62072556, jitterRate=-0.0750468373298645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:21:33,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16b71efdf7d8731cf8ce2ae6ed265abd 2024-11-15T22:21:33,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 16b71efdf7d8731cf8ce2ae6ed265abd: Running coprocessor pre-open hook at 1731709293271Writing region info on filesystem at 1731709293271Initializing all the Stores at 1731709293272 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709293272Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709293272Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709293272Cleaning up temporary data from old regions at 1731709293278 (+6 ms)Running coprocessor post-open hooks at 1731709293282 (+4 ms)Region opened successfully at 1731709293282 2024-11-15T22:21:33,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd., pid=10, masterSystemTime=1731709293245 2024-11-15T22:21:33,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. 2024-11-15T22:21:33,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. 2024-11-15T22:21:33,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=16b71efdf7d8731cf8ce2ae6ed265abd, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,46301,1731709282691 2024-11-15T22:21:33,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16b71efdf7d8731cf8ce2ae6ed265abd, server=e611192d6313,46301,1731709282691 because future has completed 2024-11-15T22:21:33,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T22:21:33,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 16b71efdf7d8731cf8ce2ae6ed265abd, server=e611192d6313,46301,1731709282691 in 196 msec 2024-11-15T22:21:33,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T22:21:33,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16b71efdf7d8731cf8ce2ae6ed265abd, ASSIGN in 360 msec 2024-11-15T22:21:33,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:21:33,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709293294"}]},"ts":"1731709293294"} 2024-11-15T22:21:33,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T22:21:33,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:21:33,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-15T22:21:33,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd., hostname=e611192d6313,46301,1731709282691, seqNum=2] 2024-11-15T22:21:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:33,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:21:33,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T22:21:33,549 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T22:21:33,575 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,46301,1731709282691, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:21:33,576 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:33,576 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,46301,1731709282691, seqNum=-1] 2024-11-15T22:21:33,576 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:33,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T22:21:33,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e611192d6313,46301,1731709282691', locateType=CURRENT is [region=hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd., hostname=e611192d6313,46301,1731709282691, seqNum=2] 2024-11-15T22:21:33,580 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T22:21:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T22:21:33,582 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e611192d6313,46301,1731709282691 suceeded 2024-11-15T22:21:33,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T22:21:33,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-15T22:21:33,583 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e611192d6313:46497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:21:33,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4900 sec 2024-11-15T22:21:33,596 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:46497' 2024-11-15T22:21:33,597 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@86fb4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:33,597 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,46497,-1 for getting cluster id 2024-11-15T22:21:33,597 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:33,600 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f74e070-ea94-4619-8796-67367cede4dc' 2024-11-15T22:21:33,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:33,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f74e070-ea94-4619-8796-67367cede4dc" 2024-11-15T22:21:33,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3258593a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:33,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,46497,-1] 2024-11-15T22:21:33,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:33,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:33,602 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:33,603 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44c63972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:33,603 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:33,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,46497,1731709287709 2024-11-15T22:21:33,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61287988 2024-11-15T22:21:33,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:33,605 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-15T22:21:33,605 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,46301,1731709282691 (queues=1) is replicating from cluster=60e01dc3-991d-4455-b5c9-f3bfafb90af2 to cluster=1f74e070-ea94-4619-8796-67367cede4dc 2024-11-15T22:21:33,606 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C46301%2C1731709282691 2024-11-15T22:21:33,606 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,46301,1731709282691, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:21:33,607 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C46301%2C1731709282691 2024-11-15T22:21:33,607 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004, startPosition=0, beingWritten=true 2024-11-15T22:21:33,615 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:21:33,615 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 379, reset compression=false 2024-11-15T22:21:33,615 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,46301,1731709282691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:21:33,862 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 379, reset compression=false 2024-11-15T22:21:34,187 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 379, reset compression=false 2024-11-15T22:21:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:34,237 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:21:34,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:21:34,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:34,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:34,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:34,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:34,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778bcd6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:34,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,46497,-1 for getting cluster id 2024-11-15T22:21:34,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:34,240 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f74e070-ea94-4619-8796-67367cede4dc' 2024-11-15T22:21:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f74e070-ea94-4619-8796-67367cede4dc" 2024-11-15T22:21:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112c47d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,46497,-1] 2024-11-15T22:21:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:34,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:34,242 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:34,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d89ec9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:34,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:34,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,46497,1731709287709 2024-11-15T22:21:34,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e80ddb2 2024-11-15T22:21:34,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:34,245 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:21:34,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:36609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:21:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:21:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:34,247 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:36609' 2024-11-15T22:21:34,248 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b233732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:34,248 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,36609,-1 for getting cluster id 2024-11-15T22:21:34,248 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:34,249 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60e01dc3-991d-4455-b5c9-f3bfafb90af2' 2024-11-15T22:21:34,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:34,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60e01dc3-991d-4455-b5c9-f3bfafb90af2" 2024-11-15T22:21:34,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170e84a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:34,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,36609,-1] 2024-11-15T22:21:34,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:34,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:34,251 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:34,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f85681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:34,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:34,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,36609,1731709282362 2024-11-15T22:21:34,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cd4714a 2024-11-15T22:21:34,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:34,253 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:21:34,254 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T22:21:34,254 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:21:34,254 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:34,255 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:34,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:34,255 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:21:34,258 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:21:34,260 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:21:34,260 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:34,264 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:21:34,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741837_1013 (size=1138) 2024-11-15T22:21:34,309 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T22:21:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:34,598 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 379, reset compression=false 2024-11-15T22:21:34,698 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a560e4974f03d4346a9caa9ce6fa0f1a, NAME => 'hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11 2024-11-15T22:21:34,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741838_1014 (size=44) 2024-11-15T22:21:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:34,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:34,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:21:34,898 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18267 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:21:35,108 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 379, reset compression=false 2024-11-15T22:21:35,149 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:35,149 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a560e4974f03d4346a9caa9ce6fa0f1a, disabling compactions & flushes 2024-11-15T22:21:35,149 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. 2024-11-15T22:21:35,149 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. 2024-11-15T22:21:35,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. after waiting 0 ms 2024-11-15T22:21:35,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. 2024-11-15T22:21:35,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. 2024-11-15T22:21:35,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a560e4974f03d4346a9caa9ce6fa0f1a: Waiting for close lock at 1731709295149Disabling compacts and flushes for region at 1731709295149Disabling writes for close at 1731709295150 (+1 ms)Writing region close event to WAL at 1731709295150Closed at 1731709295150 2024-11-15T22:21:35,151 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:21:35,151 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731709295151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709295151"}]},"ts":"1731709295151"} 2024-11-15T22:21:35,154 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:21:35,155 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:21:35,156 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709295156"}]},"ts":"1731709295156"} 2024-11-15T22:21:35,159 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T22:21:35,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a560e4974f03d4346a9caa9ce6fa0f1a, ASSIGN}] 2024-11-15T22:21:35,161 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a560e4974f03d4346a9caa9ce6fa0f1a, ASSIGN 2024-11-15T22:21:35,168 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a560e4974f03d4346a9caa9ce6fa0f1a, ASSIGN; state=OFFLINE, location=e611192d6313,35497,1731709287860; forceNewPlan=false, retain=false 2024-11-15T22:21:35,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a560e4974f03d4346a9caa9ce6fa0f1a, regionState=OPENING, regionLocation=e611192d6313,35497,1731709287860 2024-11-15T22:21:35,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a560e4974f03d4346a9caa9ce6fa0f1a, ASSIGN because future has completed 2024-11-15T22:21:35,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a560e4974f03d4346a9caa9ce6fa0f1a, server=e611192d6313,35497,1731709287860}] 2024-11-15T22:21:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:35,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. 2024-11-15T22:21:35,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:21:35,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:21:35,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C35497%2C1731709287860.rep, suffix=, logDir=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860, archiveDir=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/oldWALs, maxLogs=10 2024-11-15T22:21:35,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.rep.1731709295494, exclude list is [], retry=0 2024-11-15T22:21:35,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33627,DS-a7744f4c-f0f1-4b19-b1a7-d7dc82f03af5,DISK] 2024-11-15T22:21:35,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.rep.1731709295494 2024-11-15T22:21:35,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43089:43089)] 2024-11-15T22:21:35,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a560e4974f03d4346a9caa9ce6fa0f1a, NAME => 'hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:21:35,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:21:35,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:21:35,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. service=MultiRowMutationService 2024-11-15T22:21:35,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:21:35,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a560e4974f03d4346a9caa9ce6fa0f1a 2024-11-15T22:21:35,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:35,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a560e4974f03d4346a9caa9ce6fa0f1a 2024-11-15T22:21:35,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a560e4974f03d4346a9caa9ce6fa0f1a 2024-11-15T22:21:35,536 INFO [StoreOpener-a560e4974f03d4346a9caa9ce6fa0f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a560e4974f03d4346a9caa9ce6fa0f1a 2024-11-15T22:21:35,538 INFO [StoreOpener-a560e4974f03d4346a9caa9ce6fa0f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a560e4974f03d4346a9caa9ce6fa0f1a columnFamilyName hfileref 2024-11-15T22:21:35,538 DEBUG [StoreOpener-a560e4974f03d4346a9caa9ce6fa0f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:35,538 INFO [StoreOpener-a560e4974f03d4346a9caa9ce6fa0f1a-1 {}] regionserver.HStore(327): Store=a560e4974f03d4346a9caa9ce6fa0f1a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:35,538 INFO [StoreOpener-a560e4974f03d4346a9caa9ce6fa0f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a560e4974f03d4346a9caa9ce6fa0f1a 2024-11-15T22:21:35,539 INFO [StoreOpener-a560e4974f03d4346a9caa9ce6fa0f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a560e4974f03d4346a9caa9ce6fa0f1a columnFamilyName queue 2024-11-15T22:21:35,539 DEBUG [StoreOpener-a560e4974f03d4346a9caa9ce6fa0f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:35,539 INFO [StoreOpener-a560e4974f03d4346a9caa9ce6fa0f1a-1 {}] regionserver.HStore(327): Store=a560e4974f03d4346a9caa9ce6fa0f1a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:35,539 INFO [StoreOpener-a560e4974f03d4346a9caa9ce6fa0f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a560e4974f03d4346a9caa9ce6fa0f1a 2024-11-15T22:21:35,540 INFO [StoreOpener-a560e4974f03d4346a9caa9ce6fa0f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a560e4974f03d4346a9caa9ce6fa0f1a columnFamilyName sid 2024-11-15T22:21:35,540 DEBUG [StoreOpener-a560e4974f03d4346a9caa9ce6fa0f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:35,541 INFO [StoreOpener-a560e4974f03d4346a9caa9ce6fa0f1a-1 {}] regionserver.HStore(327): Store=a560e4974f03d4346a9caa9ce6fa0f1a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:35,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a560e4974f03d4346a9caa9ce6fa0f1a 2024-11-15T22:21:35,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/replication/a560e4974f03d4346a9caa9ce6fa0f1a 2024-11-15T22:21:35,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/replication/a560e4974f03d4346a9caa9ce6fa0f1a 2024-11-15T22:21:35,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a560e4974f03d4346a9caa9ce6fa0f1a 2024-11-15T22:21:35,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a560e4974f03d4346a9caa9ce6fa0f1a 2024-11-15T22:21:35,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:21:35,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a560e4974f03d4346a9caa9ce6fa0f1a 2024-11-15T22:21:35,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/replication/a560e4974f03d4346a9caa9ce6fa0f1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:21:35,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a560e4974f03d4346a9caa9ce6fa0f1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71467713, jitterRate=0.06495191156864166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:21:35,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a560e4974f03d4346a9caa9ce6fa0f1a 2024-11-15T22:21:35,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a560e4974f03d4346a9caa9ce6fa0f1a: Running coprocessor pre-open hook at 1731709295533Writing region info on filesystem at 1731709295533Initializing all the Stores at 1731709295534 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709295534Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709295536 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709295536Cleaning up temporary data from old regions at 1731709295542 (+6 ms)Running coprocessor post-open hooks at 1731709295549 (+7 ms)Region opened successfully at 1731709295549 2024-11-15T22:21:35,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a., pid=10, masterSystemTime=1731709295478 2024-11-15T22:21:35,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. 2024-11-15T22:21:35,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. 2024-11-15T22:21:35,552 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a560e4974f03d4346a9caa9ce6fa0f1a, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,35497,1731709287860 2024-11-15T22:21:35,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a560e4974f03d4346a9caa9ce6fa0f1a, server=e611192d6313,35497,1731709287860 because future has completed 2024-11-15T22:21:35,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T22:21:35,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a560e4974f03d4346a9caa9ce6fa0f1a, server=e611192d6313,35497,1731709287860 in 248 msec 2024-11-15T22:21:35,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T22:21:35,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a560e4974f03d4346a9caa9ce6fa0f1a, ASSIGN in 416 msec 2024-11-15T22:21:35,579 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:21:35,579 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709295579"}]},"ts":"1731709295579"} 2024-11-15T22:21:35,581 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T22:21:35,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:21:35,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3270 sec 2024-11-15T22:21:35,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a., hostname=e611192d6313,35497,1731709287860, seqNum=2] 2024-11-15T22:21:35,744 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 379, reset compression=false 2024-11-15T22:21:36,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:36,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:36,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:21:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:36,461 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 379, reset compression=false 2024-11-15T22:21:36,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T22:21:36,537 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T22:21:36,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:21:36,593 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,35497,1731709287860, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:21:36,594 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:36,594 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,35497,1731709287860, seqNum=-1] 2024-11-15T22:21:36,594 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:36,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T22:21:36,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e611192d6313,35497,1731709287860', locateType=CURRENT is [region=hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a., hostname=e611192d6313,35497,1731709287860, seqNum=2] 2024-11-15T22:21:36,612 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T22:21:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T22:21:36,619 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e611192d6313,35497,1731709287860 suceeded 2024-11-15T22:21:36,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T22:21:36,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 243 msec 2024-11-15T22:21:36,622 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e611192d6313:36609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:21:36,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.3770 sec 2024-11-15T22:21:36,652 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:36609' 2024-11-15T22:21:36,657 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7544d947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:36,657 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,36609,-1 for getting cluster id 2024-11-15T22:21:36,657 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:36,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:36,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:36,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:36,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:36,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:36,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:36,661 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60e01dc3-991d-4455-b5c9-f3bfafb90af2' 2024-11-15T22:21:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60e01dc3-991d-4455-b5c9-f3bfafb90af2" 2024-11-15T22:21:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23ed827c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,36609,-1] 2024-11-15T22:21:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:36,663 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:36,664 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eda0141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:36,664 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:36,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,36609,1731709282362 2024-11-15T22:21:36,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66443274 2024-11-15T22:21:36,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:21:36,666 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-15T22:21:36,667 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,35497,1731709287860 (queues=1) is replicating from cluster=1f74e070-ea94-4619-8796-67367cede4dc to cluster=60e01dc3-991d-4455-b5c9-f3bfafb90af2 2024-11-15T22:21:36,667 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C35497%2C1731709287860 2024-11-15T22:21:36,667 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,35497,1731709287860, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:21:36,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:36,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:36,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:36,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:36,685 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568, startPosition=0, beingWritten=true 2024-11-15T22:21:36,692 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C35497%2C1731709287860 2024-11-15T22:21:36,706 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:21:36,707 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 379, reset compression=false 2024-11-15T22:21:36,707 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,35497,1731709287860 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:21:36,918 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 379, reset compression=false 2024-11-15T22:21:37,202 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T22:21:37,241 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 379, reset compression=false 2024-11-15T22:21:37,282 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 379, reset compression=false 2024-11-15T22:21:37,646 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 379, reset compression=false 2024-11-15T22:21:38,154 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 379, reset compression=false 2024-11-15T22:21:38,187 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 379, reset compression=false 2024-11-15T22:21:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:21:38,408 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:21:38,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:21:38,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:38,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:38,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:38,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:38,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:38,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,46301,1731709282691, seqNum=-1] 2024-11-15T22:21:38,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:38,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:21:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a., hostname=e611192d6313,46301,1731709282691, seqNum=2] 2024-11-15T22:21:38,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:38,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,35497,1731709287860, seqNum=-1] 2024-11-15T22:21:38,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:38,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:21:38,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731709291402.a12460eb924c16bb0120937ae99b505f., hostname=e611192d6313,35497,1731709287860, seqNum=2] 2024-11-15T22:21:38,420 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T22:21:38,761 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 379, reset compression=false 2024-11-15T22:21:39,191 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 379, reset compression=false 2024-11-15T22:21:39,196 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:21:39,197 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 480, reset compression=false 2024-11-15T22:21:39,197 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,46301,1731709282691 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a1d0335fc59c627c25aaac99d62dc1a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T22:21:39,200 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:21:39,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-15T22:21:39,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:21:39,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17b8ce23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:39,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,46497,-1 for getting cluster id 2024-11-15T22:21:39,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:39,210 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f74e070-ea94-4619-8796-67367cede4dc' 2024-11-15T22:21:39,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:39,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f74e070-ea94-4619-8796-67367cede4dc" 2024-11-15T22:21:39,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@306ff2cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:39,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,46497,-1] 2024-11-15T22:21:39,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:39,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:39,212 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:39,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a934e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:39,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:39,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,35497,1731709287860, seqNum=-1] 2024-11-15T22:21:39,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:39,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T22:21:39,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731709291402.a12460eb924c16bb0120937ae99b505f., hostname=e611192d6313,35497,1731709287860, seqNum=2] 2024-11-15T22:21:39,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:21:39,412 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 480, reset compression=false 2024-11-15T22:21:39,423 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T22:21:39,427 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T22:21:39,464 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 379, reset compression=false 2024-11-15T22:21:39,469 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:21:39,469 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 607, reset compression=false 2024-11-15T22:21:39,469 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,35497,1731709287860 got entry batch from reader: WALEntryBatch [walEntries=[{test/a12460eb924c16bb0120937ae99b505f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T22:21:39,471 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:21:39,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-15T22:21:39,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46301 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:21:39,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67ea7d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:39,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46301 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,36609,-1 for getting cluster id 2024-11-15T22:21:39,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:39,473 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60e01dc3-991d-4455-b5c9-f3bfafb90af2' 2024-11-15T22:21:39,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:39,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60e01dc3-991d-4455-b5c9-f3bfafb90af2" 2024-11-15T22:21:39,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cc8392a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:39,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,36609,-1] 2024-11-15T22:21:39,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:39,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:39,474 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:39,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3377d764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:39,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46301 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:39,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,46301,1731709282691, seqNum=-1] 2024-11-15T22:21:39,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:39,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T22:21:39,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a., hostname=e611192d6313,46301,1731709282691, seqNum=2] 2024-11-15T22:21:39,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46301 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:21:39,673 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 607, reset compression=false 2024-11-15T22:21:39,715 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 480, reset compression=false 2024-11-15T22:21:39,722 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:21:39,722 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 607, reset compression=false 2024-11-15T22:21:39,722 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,46301,1731709282691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:21:39,933 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 607, reset compression=false 2024-11-15T22:21:39,976 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 607, reset compression=false 2024-11-15T22:21:40,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T22:21:40,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T22:21:40,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T22:21:40,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T22:21:40,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:21:40,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T22:21:40,247 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 607, reset compression=false 2024-11-15T22:21:40,380 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 607, reset compression=false 2024-11-15T22:21:40,429 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T22:21:40,461 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T22:21:40,657 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 607, reset compression=false 2024-11-15T22:21:40,687 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:21:40,687 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 763, reset compression=false 2024-11-15T22:21:40,687 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,46301,1731709282691 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a1d0335fc59c627c25aaac99d62dc1a/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T22:21:40,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:21:40,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:21:40,884 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 607, reset compression=false 2024-11-15T22:21:40,894 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 763, reset compression=false 2024-11-15T22:21:40,906 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:21:40,906 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 754, reset compression=false 2024-11-15T22:21:40,906 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,35497,1731709287860 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:21:41,115 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 754, reset compression=false 2024-11-15T22:21:41,214 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 763, reset compression=false 2024-11-15T22:21:41,419 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 754, reset compression=false 2024-11-15T22:21:41,463 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T22:21:41,472 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T22:21:41,634 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 763, reset compression=false 2024-11-15T22:21:41,829 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 754, reset compression=false 2024-11-15T22:21:41,835 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:21:41,835 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 913, reset compression=false 2024-11-15T22:21:41,835 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,35497,1731709287860 got entry batch from reader: WALEntryBatch [walEntries=[{test/a12460eb924c16bb0120937ae99b505f/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T22:21:41,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46301 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:21:41,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46301 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:21:42,055 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 913, reset compression=false 2024-11-15T22:21:42,138 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 763, reset compression=false 2024-11-15T22:21:42,153 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:21:42,153 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 912, reset compression=false 2024-11-15T22:21:42,153 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,46301,1731709282691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:21:42,356 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 912, reset compression=false 2024-11-15T22:21:42,359 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 913, reset compression=false 2024-11-15T22:21:42,474 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T22:21:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:21:42,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:21:42,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:42,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:42,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:42,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:42,478 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:21:42,478 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1904027563, stopped=false 2024-11-15T22:21:42,478 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,46497,1731709287709 2024-11-15T22:21:42,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1529004120/running 2024-11-15T22:21:42,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1529004120/running 2024-11-15T22:21:42,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:42,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:42,501 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:21:42,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:21:42,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:42,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:42,501 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,35497,1731709287860' ***** 2024-11-15T22:21:42,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Set watcher on znode that does not yet exist, /1529004120/running 2024-11-15T22:21:42,501 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:21:42,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Set watcher on znode that does not yet exist, /1529004120/running 2024-11-15T22:21:42,502 INFO [RS:0;e611192d6313:35497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:21:42,502 INFO [RS:0;e611192d6313:35497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:21:42,502 INFO [RS:0;e611192d6313:35497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:21:42,502 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:21:42,502 INFO [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(3091): Received CLOSE for a560e4974f03d4346a9caa9ce6fa0f1a 2024-11-15T22:21:42,504 INFO [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(3091): Received CLOSE for a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:42,504 INFO [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(959): stopping server e611192d6313,35497,1731709287860 2024-11-15T22:21:42,504 INFO [RS:0;e611192d6313:35497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:21:42,504 INFO [RS:0;e611192d6313:35497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:35497. 2024-11-15T22:21:42,504 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a560e4974f03d4346a9caa9ce6fa0f1a, disabling compactions & flushes 2024-11-15T22:21:42,504 DEBUG [RS:0;e611192d6313:35497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:42,504 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. 2024-11-15T22:21:42,504 DEBUG [RS:0;e611192d6313:35497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:42,504 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. 2024-11-15T22:21:42,505 INFO [RS:0;e611192d6313:35497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:21:42,505 INFO [RS:0;e611192d6313:35497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:21:42,505 INFO [RS:0;e611192d6313:35497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:21:42,505 INFO [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:21:42,505 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. after waiting 0 ms 2024-11-15T22:21:42,505 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. 2024-11-15T22:21:42,505 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a560e4974f03d4346a9caa9ce6fa0f1a 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-15T22:21:42,516 INFO [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T22:21:42,516 DEBUG [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a560e4974f03d4346a9caa9ce6fa0f1a=hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a., a12460eb924c16bb0120937ae99b505f=test,,1731709291402.a12460eb924c16bb0120937ae99b505f.} 2024-11-15T22:21:42,516 DEBUG [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a12460eb924c16bb0120937ae99b505f, a560e4974f03d4346a9caa9ce6fa0f1a 2024-11-15T22:21:42,517 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:21:42,517 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:21:42,517 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:21:42,517 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:21:42,517 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:21:42,517 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T22:21:42,541 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/replication/a560e4974f03d4346a9caa9ce6fa0f1a/.tmp/queue/c8e72655ac1e4fae8616f04cd59af64a is 153, key is 1-e611192d6313,35497,1731709287860/queue:e611192d6313%2C35497%2C1731709287860/1731709301847/Put/seqid=0 2024-11-15T22:21:42,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741840_1016 (size=5352) 2024-11-15T22:21:42,551 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/replication/a560e4974f03d4346a9caa9ce6fa0f1a/.tmp/queue/c8e72655ac1e4fae8616f04cd59af64a 2024-11-15T22:21:42,555 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:21:42,559 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/replication/a560e4974f03d4346a9caa9ce6fa0f1a/.tmp/queue/c8e72655ac1e4fae8616f04cd59af64a as hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/replication/a560e4974f03d4346a9caa9ce6fa0f1a/queue/c8e72655ac1e4fae8616f04cd59af64a 2024-11-15T22:21:42,562 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/.tmp/info/fe4fe4d67e014c5ab386c7b45f3250c6 is 147, key is hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a./info:regioninfo/1731709295552/Put/seqid=0 2024-11-15T22:21:42,564 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/replication/a560e4974f03d4346a9caa9ce6fa0f1a/queue/c8e72655ac1e4fae8616f04cd59af64a, entries=1, sequenceid=9, filesize=5.2 K 2024-11-15T22:21:42,565 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for a560e4974f03d4346a9caa9ce6fa0f1a in 60ms, sequenceid=9, compaction requested=false 2024-11-15T22:21:42,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741841_1017 (size=7686) 2024-11-15T22:21:42,585 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/replication/a560e4974f03d4346a9caa9ce6fa0f1a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T22:21:42,586 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:42,586 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:21:42,586 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. 2024-11-15T22:21:42,586 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a560e4974f03d4346a9caa9ce6fa0f1a: Waiting for close lock at 1731709302504Running coprocessor pre-close hooks at 1731709302504Disabling compacts and flushes for region at 1731709302504Disabling writes for close at 1731709302505 (+1 ms)Obtaining lock to block concurrent updates at 1731709302505Preparing flush snapshotting stores in a560e4974f03d4346a9caa9ce6fa0f1a at 1731709302505Finished memstore snapshotting hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731709302505Flushing stores of hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. at 1731709302506 (+1 ms)Flushing a560e4974f03d4346a9caa9ce6fa0f1a/queue: creating writer at 1731709302506Flushing a560e4974f03d4346a9caa9ce6fa0f1a/queue: appending metadata at 1731709302540 (+34 ms)Flushing a560e4974f03d4346a9caa9ce6fa0f1a/queue: closing flushed file at 1731709302540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775a1440: reopening flushed file at 1731709302558 (+18 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for a560e4974f03d4346a9caa9ce6fa0f1a in 60ms, sequenceid=9, compaction requested=false at 1731709302565 (+7 ms)Writing region close event to WAL at 1731709302577 (+12 ms)Running coprocessor post-close hooks at 1731709302586 (+9 ms)Closed at 1731709302586 2024-11-15T22:21:42,586 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731709294255.a560e4974f03d4346a9caa9ce6fa0f1a. 2024-11-15T22:21:42,587 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a12460eb924c16bb0120937ae99b505f, disabling compactions & flushes 2024-11-15T22:21:42,587 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731709291402.a12460eb924c16bb0120937ae99b505f. 2024-11-15T22:21:42,587 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709291402.a12460eb924c16bb0120937ae99b505f. 2024-11-15T22:21:42,587 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731709291402.a12460eb924c16bb0120937ae99b505f. after waiting 0 ms 2024-11-15T22:21:42,587 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731709291402.a12460eb924c16bb0120937ae99b505f. 2024-11-15T22:21:42,587 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a12460eb924c16bb0120937ae99b505f 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-15T22:21:42,608 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/.tmp/f/30441171856a4e8c828d18528691e318 is 29, key is row1/f:/1731709301465/DeleteFamily/seqid=0 2024-11-15T22:21:42,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741842_1018 (size=5118) 2024-11-15T22:21:42,660 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 912, reset compression=false 2024-11-15T22:21:42,716 DEBUG [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:42,762 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 913, reset compression=false 2024-11-15T22:21:42,767 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:21:42,767 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 1160, reset compression=false 2024-11-15T22:21:42,767 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,35497,1731709287860 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:21:42,768 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e611192d6313,35497,1731709287860: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e611192d6313,35497,1731709287860, walGroup=e611192d6313%2C35497%2C1731709287860, offset=e611192d6313%2C35497%2C1731709287860.1731709289568:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:35497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T22:21:42,770 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T22:21:42,770 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T22:21:42,771 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T22:21:42,771 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T22:21:42,771 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T22:21:42,771 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 602828272 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 191122704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T22:21:42,771 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:46497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:46497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T22:21:42,917 DEBUG [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:42,973 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/.tmp/info/fe4fe4d67e014c5ab386c7b45f3250c6 2024-11-15T22:21:42,976 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 1160, reset compression=false 2024-11-15T22:21:42,995 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/.tmp/ns/bd4dca39cf9a42208c12e07232f1aaf9 is 43, key is default/ns:d/1731709290117/Put/seqid=0 2024-11-15T22:21:42,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741843_1019 (size=5153) 2024-11-15T22:21:42,999 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/.tmp/ns/bd4dca39cf9a42208c12e07232f1aaf9 2024-11-15T22:21:43,012 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/.tmp/f/30441171856a4e8c828d18528691e318 2024-11-15T22:21:43,016 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30441171856a4e8c828d18528691e318 2024-11-15T22:21:43,026 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/.tmp/rep_barrier/803500e171264ad395d4081e55d91395 is 112, key is test,,1731709291402.a12460eb924c16bb0120937ae99b505f./rep_barrier:seqnumDuringOpen/1731709291881/Put/seqid=0 2024-11-15T22:21:43,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741844_1020 (size=5518) 2024-11-15T22:21:43,038 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/.tmp/f1/b2aaff3be2d0484a8e35908e4a42373a is 30, key is row1/f1:/1731709301465/DeleteFamily/seqid=0 2024-11-15T22:21:43,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741845_1021 (size=5123) 2024-11-15T22:21:43,042 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/.tmp/f1/b2aaff3be2d0484a8e35908e4a42373a 2024-11-15T22:21:43,046 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2aaff3be2d0484a8e35908e4a42373a 2024-11-15T22:21:43,063 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/.tmp/norep/33f48b3afd554dc489e564835f854961 is 33, key is row1/norep:/1731709301465/DeleteFamily/seqid=0 2024-11-15T22:21:43,063 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 912, reset compression=false 2024-11-15T22:21:43,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741846_1022 (size=5108) 2024-11-15T22:21:43,117 DEBUG [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:43,280 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 1160, reset compression=false 2024-11-15T22:21:43,317 DEBUG [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a12460eb924c16bb0120937ae99b505f 2024-11-15T22:21:43,432 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:21:43,432 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:21:43,433 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/.tmp/rep_barrier/803500e171264ad395d4081e55d91395 2024-11-15T22:21:43,448 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/.tmp/table/0da8f489d21f4faaae4541df64da0547 is 53, key is hbase:replication/table:state/1731709295579/Put/seqid=0 2024-11-15T22:21:43,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741847_1023 (size=5308) 2024-11-15T22:21:43,469 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/.tmp/norep/33f48b3afd554dc489e564835f854961 2024-11-15T22:21:43,473 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33f48b3afd554dc489e564835f854961 2024-11-15T22:21:43,474 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/.tmp/f/30441171856a4e8c828d18528691e318 as hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/f/30441171856a4e8c828d18528691e318 2024-11-15T22:21:43,477 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30441171856a4e8c828d18528691e318 2024-11-15T22:21:43,477 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/f/30441171856a4e8c828d18528691e318, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T22:21:43,478 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/.tmp/f1/b2aaff3be2d0484a8e35908e4a42373a as hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/f1/b2aaff3be2d0484a8e35908e4a42373a 2024-11-15T22:21:43,482 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2aaff3be2d0484a8e35908e4a42373a 2024-11-15T22:21:43,482 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/f1/b2aaff3be2d0484a8e35908e4a42373a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T22:21:43,483 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/.tmp/norep/33f48b3afd554dc489e564835f854961 as hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/norep/33f48b3afd554dc489e564835f854961 2024-11-15T22:21:43,487 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33f48b3afd554dc489e564835f854961 2024-11-15T22:21:43,487 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/norep/33f48b3afd554dc489e564835f854961, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T22:21:43,488 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a12460eb924c16bb0120937ae99b505f in 901ms, sequenceid=8, compaction requested=false 2024-11-15T22:21:43,491 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/default/test/a12460eb924c16bb0120937ae99b505f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T22:21:43,492 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:43,492 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:21:43,492 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731709291402.a12460eb924c16bb0120937ae99b505f. 2024-11-15T22:21:43,492 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a12460eb924c16bb0120937ae99b505f: Waiting for close lock at 1731709302587Running coprocessor pre-close hooks at 1731709302587Disabling compacts and flushes for region at 1731709302587Disabling writes for close at 1731709302587Obtaining lock to block concurrent updates at 1731709302587Preparing flush snapshotting stores in a12460eb924c16bb0120937ae99b505f at 1731709302587Finished memstore snapshotting test,,1731709291402.a12460eb924c16bb0120937ae99b505f., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731709302587Flushing stores of test,,1731709291402.a12460eb924c16bb0120937ae99b505f. at 1731709302588 (+1 ms)Flushing a12460eb924c16bb0120937ae99b505f/f: creating writer at 1731709302588Flushing a12460eb924c16bb0120937ae99b505f/f: appending metadata at 1731709302607 (+19 ms)Flushing a12460eb924c16bb0120937ae99b505f/f: closing flushed file at 1731709302607Flushing a12460eb924c16bb0120937ae99b505f/f1: creating writer at 1731709303016 (+409 ms)Flushing a12460eb924c16bb0120937ae99b505f/f1: appending metadata at 1731709303037 (+21 ms)Flushing a12460eb924c16bb0120937ae99b505f/f1: closing flushed file at 1731709303037Flushing a12460eb924c16bb0120937ae99b505f/norep: creating writer at 1731709303046 (+9 ms)Flushing a12460eb924c16bb0120937ae99b505f/norep: appending metadata at 1731709303062 (+16 ms)Flushing a12460eb924c16bb0120937ae99b505f/norep: closing flushed file at 1731709303062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795559f6: reopening flushed file at 1731709303473 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b74f25: reopening flushed file at 1731709303477 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@798ec4b3: reopening flushed file at 1731709303482 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a12460eb924c16bb0120937ae99b505f in 901ms, sequenceid=8, compaction requested=false at 1731709303488 (+6 ms)Writing region close event to WAL at 1731709303489 (+1 ms)Running coprocessor post-close hooks at 1731709303492 (+3 ms)Closed at 1731709303492 2024-11-15T22:21:43,492 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731709291402.a12460eb924c16bb0120937ae99b505f. 2024-11-15T22:21:43,517 INFO [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:21:43,517 DEBUG [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:21:43,517 DEBUG [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:21:43,573 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 912, reset compression=false 2024-11-15T22:21:43,683 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 1160, reset compression=false 2024-11-15T22:21:43,692 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:21:43,692 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 1804, reset compression=false 2024-11-15T22:21:43,717 DEBUG [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:21:43,852 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/.tmp/table/0da8f489d21f4faaae4541df64da0547 2024-11-15T22:21:43,857 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/.tmp/info/fe4fe4d67e014c5ab386c7b45f3250c6 as hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/info/fe4fe4d67e014c5ab386c7b45f3250c6 2024-11-15T22:21:43,860 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/info/fe4fe4d67e014c5ab386c7b45f3250c6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T22:21:43,861 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/.tmp/ns/bd4dca39cf9a42208c12e07232f1aaf9 as hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/ns/bd4dca39cf9a42208c12e07232f1aaf9 2024-11-15T22:21:43,864 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/ns/bd4dca39cf9a42208c12e07232f1aaf9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T22:21:43,865 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/.tmp/rep_barrier/803500e171264ad395d4081e55d91395 as hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/rep_barrier/803500e171264ad395d4081e55d91395 2024-11-15T22:21:43,869 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/rep_barrier/803500e171264ad395d4081e55d91395, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T22:21:43,869 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/.tmp/table/0da8f489d21f4faaae4541df64da0547 as hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/table/0da8f489d21f4faaae4541df64da0547 2024-11-15T22:21:43,873 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/table/0da8f489d21f4faaae4541df64da0547, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T22:21:43,874 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1357ms, sequenceid=16, compaction requested=false 2024-11-15T22:21:43,883 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T22:21:43,883 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:43,883 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:21:43,883 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:21:43,883 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709302516Running coprocessor pre-close hooks at 1731709302516Disabling compacts and flushes for region at 1731709302516Disabling writes for close at 1731709302517 (+1 ms)Obtaining lock to block concurrent updates at 1731709302517Preparing flush snapshotting stores in 1588230740 at 1731709302517Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731709302517Flushing stores of hbase:meta,,1.1588230740 at 1731709302524 (+7 ms)Flushing 1588230740/info: creating writer at 1731709302525 (+1 ms)Flushing 1588230740/info: appending metadata at 1731709302561 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731709302561Flushing 1588230740/ns: creating writer at 1731709302978 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731709302995 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731709302995Flushing 1588230740/rep_barrier: creating writer at 1731709303003 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731709303026 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731709303026Flushing 1588230740/table: creating writer at 1731709303436 (+410 ms)Flushing 1588230740/table: appending metadata at 1731709303448 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731709303448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424c875: reopening flushed file at 1731709303856 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a668c1: reopening flushed file at 1731709303861 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f311d3: reopening flushed file at 1731709303864 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7808fe0c: reopening flushed file at 1731709303869 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1357ms, sequenceid=16, compaction requested=false at 1731709303874 (+5 ms)Writing region close event to WAL at 1731709303880 (+6 ms)Running coprocessor post-close hooks at 1731709303883 (+3 ms)Closed at 1731709303883 2024-11-15T22:21:43,883 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:21:43,896 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.wal-reader.e611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 to pos 1804, reset compression=false 2024-11-15T22:21:43,918 INFO [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(976): stopping server e611192d6313,35497,1731709287860; all regions closed. 2024-11-15T22:21:43,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741834_1010 (size=4239) 2024-11-15T22:21:43,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741839_1015 (size=2458) 2024-11-15T22:21:43,924 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.rep.1731709295494 not finished, retry = 0 2024-11-15T22:21:44,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741833_1009 (size=1812) 2024-11-15T22:21:44,027 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/WALs/e611192d6313,35497,1731709287860/e611192d6313%2C35497%2C1731709287860.1731709289568 not finished, retry = 0 2024-11-15T22:21:44,132 DEBUG [RS:0;e611192d6313:35497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:44,132 INFO [RS:0;e611192d6313:35497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:21:44,132 INFO [RS:0;e611192d6313:35497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:21:44,132 INFO [RS:0;e611192d6313:35497 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T22:21:44,132 INFO [RS:0;e611192d6313:35497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:21:44,133 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:21:44,133 INFO [RS:0;e611192d6313:35497 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,35497,1731709287860 because: Region server is closing 2024-11-15T22:21:44,133 INFO [RS:0;e611192d6313:35497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:35497. 2024-11-15T22:21:44,133 DEBUG [RS:0;e611192d6313:35497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:44,133 DEBUG [RS:0;e611192d6313:35497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:44,133 DEBUG [RS:0;e611192d6313:35497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:44,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:44,177 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 912, reset compression=false 2024-11-15T22:21:44,233 INFO [RS:0;e611192d6313:35497 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,35497,1731709287860.replicationSource.shippere611192d6313%2C35497%2C1731709287860,1-e611192d6313,35497,1731709287860 terminated 2024-11-15T22:21:44,234 INFO [RS:0;e611192d6313:35497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:35497. 2024-11-15T22:21:44,234 DEBUG [RS:0;e611192d6313:35497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:44,234 DEBUG [RS:0;e611192d6313:35497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:44,234 DEBUG [RS:0;e611192d6313:35497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:44,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:44,234 INFO [RS:0;e611192d6313:35497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35497 2024-11-15T22:21:44,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120/rs 2024-11-15T22:21:44,289 INFO [RS:0;e611192d6313:35497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:21:44,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1529004120/rs/e611192d6313,35497,1731709287860 2024-11-15T22:21:44,290 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,35497,1731709287860] 2024-11-15T22:21:44,362 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1529004120/draining/e611192d6313,35497,1731709287860 already deleted, retry=false 2024-11-15T22:21:44,362 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,35497,1731709287860 expired; onlineServers=0 2024-11-15T22:21:44,362 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,46497,1731709287709' ***** 2024-11-15T22:21:44,362 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:21:44,363 INFO [M:0;e611192d6313:46497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:21:44,363 INFO [M:0;e611192d6313:46497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:21:44,363 DEBUG [M:0;e611192d6313:46497 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:21:44,363 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:21:44,363 DEBUG [M:0;e611192d6313:46497 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:21:44,363 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709289283 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709289283,5,FailOnTimeoutGroup] 2024-11-15T22:21:44,363 INFO [M:0;e611192d6313:46497 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:21:44,363 INFO [M:0;e611192d6313:46497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:21:44,363 DEBUG [M:0;e611192d6313:46497 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:21:44,363 INFO [M:0;e611192d6313:46497 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:21:44,363 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709289257 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709289257,5,FailOnTimeoutGroup] 2024-11-15T22:21:44,363 INFO [M:0;e611192d6313:46497 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:21:44,364 INFO [M:0;e611192d6313:46497 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:21:44,364 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:21:44,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1529004120/master 2024-11-15T22:21:44,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1529004120 2024-11-15T22:21:44,417 DEBUG [M:0;e611192d6313:46497 {}] zookeeper.ZKUtil(347): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Unable to get data of znode /1529004120/master because node does not exist (not an error) 2024-11-15T22:21:44,417 WARN [M:0;e611192d6313:46497 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:21:44,418 INFO [M:0;e611192d6313:46497 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/.lastflushedseqids 2024-11-15T22:21:44,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741848_1024 (size=245) 2024-11-15T22:21:44,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:44,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35497-0x1014096979c0004, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:44,463 INFO [RS:0;e611192d6313:35497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:21:44,463 INFO [RS:0;e611192d6313:35497 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,35497,1731709287860; zookeeper connection closed. 2024-11-15T22:21:44,463 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@248aaf93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@248aaf93 2024-11-15T22:21:44,463 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:21:44,831 INFO [M:0;e611192d6313:46497 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:21:44,831 INFO [M:0;e611192d6313:46497 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:21:44,831 DEBUG [M:0;e611192d6313:46497 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:21:44,831 INFO [M:0;e611192d6313:46497 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:44,831 DEBUG [M:0;e611192d6313:46497 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:44,831 DEBUG [M:0;e611192d6313:46497 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:21:44,831 DEBUG [M:0;e611192d6313:46497 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:44,831 INFO [M:0;e611192d6313:46497 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T22:21:44,845 DEBUG [M:0;e611192d6313:46497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa7e7351ee4342a0a4bfc3150eace245 is 82, key is hbase:meta,,1/info:regioninfo/1731709290064/Put/seqid=0 2024-11-15T22:21:44,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741849_1025 (size=5672) 2024-11-15T22:21:44,885 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 912, reset compression=false 2024-11-15T22:21:44,916 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:44,917 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:21:44,917 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28287 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:21:45,250 INFO [M:0;e611192d6313:46497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa7e7351ee4342a0a4bfc3150eace245 2024-11-15T22:21:45,267 DEBUG [M:0;e611192d6313:46497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa9a5d14d66f4df6b24f8d203859f48a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731709295583/Put/seqid=0 2024-11-15T22:21:45,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741850_1026 (size=8515) 2024-11-15T22:21:45,671 INFO [M:0;e611192d6313:46497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa9a5d14d66f4df6b24f8d203859f48a 2024-11-15T22:21:45,688 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 912, reset compression=false 2024-11-15T22:21:45,698 DEBUG [M:0;e611192d6313:46497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06f24182ae4244e49a3df3c891af34e9 is 69, key is e611192d6313,35497,1731709287860/rs:state/1731709289358/Put/seqid=0 2024-11-15T22:21:45,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741851_1027 (size=5156) 2024-11-15T22:21:46,106 INFO [M:0;e611192d6313:46497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06f24182ae4244e49a3df3c891af34e9 2024-11-15T22:21:46,110 DEBUG [M:0;e611192d6313:46497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa7e7351ee4342a0a4bfc3150eace245 as hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa7e7351ee4342a0a4bfc3150eace245 2024-11-15T22:21:46,113 INFO [M:0;e611192d6313:46497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa7e7351ee4342a0a4bfc3150eace245, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T22:21:46,114 DEBUG [M:0;e611192d6313:46497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa9a5d14d66f4df6b24f8d203859f48a as hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa9a5d14d66f4df6b24f8d203859f48a 2024-11-15T22:21:46,118 INFO [M:0;e611192d6313:46497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa9a5d14d66f4df6b24f8d203859f48a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T22:21:46,119 DEBUG [M:0;e611192d6313:46497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06f24182ae4244e49a3df3c891af34e9 as hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06f24182ae4244e49a3df3c891af34e9 2024-11-15T22:21:46,123 INFO [M:0;e611192d6313:46497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/39ba78d4-5d31-50cc-9b68-99899aa3ef11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06f24182ae4244e49a3df3c891af34e9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T22:21:46,125 INFO [M:0;e611192d6313:46497 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false 2024-11-15T22:21:46,131 INFO [M:0;e611192d6313:46497 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:46,131 DEBUG [M:0;e611192d6313:46497 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709304831Disabling compacts and flushes for region at 1731709304831Disabling writes for close at 1731709304831Obtaining lock to block concurrent updates at 1731709304831Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709304831Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731709304832 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709304832Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709304832Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709304845 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709304845Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709305254 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709305267 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709305267Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709305678 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709305697 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709305697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b7f1e7: reopening flushed file at 1731709306109 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e9a04e7: reopening flushed file at 1731709306114 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32cc6086: reopening flushed file at 1731709306118 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false at 1731709306125 (+7 ms)Writing region close event to WAL at 1731709306131 (+6 ms)Closed at 1731709306131 2024-11-15T22:21:46,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33627 is added to blk_1073741830_1006 (size=63642) 2024-11-15T22:21:46,138 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:21:46,138 INFO [M:0;e611192d6313:46497 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:21:46,139 INFO [M:0;e611192d6313:46497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46497 2024-11-15T22:21:46,141 INFO [M:0;e611192d6313:46497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:21:46,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:46,263 INFO [M:0;e611192d6313:46497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:21:46,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46497-0x1014096979c0003, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:46,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2afab2e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:21:46,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52498dd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:21:46,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:21:46,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75d36632{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:21:46,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54bf6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/hadoop.log.dir/,STOPPED} 2024-11-15T22:21:46,267 WARN [BP-2004978572-172.17.0.3-1731709285825 heartbeating to localhost/127.0.0.1:38101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:21:46,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:21:46,267 WARN [BP-2004978572-172.17.0.3-1731709285825 heartbeating to localhost/127.0.0.1:38101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2004978572-172.17.0.3-1731709285825 (Datanode Uuid d618c82a-7011-42a8-8465-2f25295937de) service to localhost/127.0.0.1:38101 2024-11-15T22:21:46,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:21:46,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/cluster_3a6ea956-4629-d30e-82eb-8d6e4c511601/data/data1/current/BP-2004978572-172.17.0.3-1731709285825 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:21:46,268 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:21:46,269 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/cluster_3a6ea956-4629-d30e-82eb-8d6e4c511601/data/data2/current/BP-2004978572-172.17.0.3-1731709285825 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:21:46,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c1f7958{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:21:46,275 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@322ee689{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:21:46,275 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:21:46,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1752b0ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:21:46,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@647fb346{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/hadoop.log.dir/,STOPPED} 2024-11-15T22:21:46,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:21:46,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:21:46,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:21:46,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:46,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:46,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:46,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:46,287 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:21:46,287 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=582192846, stopped=false 2024-11-15T22:21:46,287 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,36609,1731709282362 2024-11-15T22:21:46,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-737661024/running 2024-11-15T22:21:46,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-737661024/running 2024-11-15T22:21:46,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:46,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:46,368 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:21:46,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Set watcher on znode that does not yet exist, /0-737661024/running 2024-11-15T22:21:46,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Set watcher on znode that does not yet exist, /0-737661024/running 2024-11-15T22:21:46,369 INFO [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-15T22:21:46,369 INFO [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(3091): Received CLOSE for 16b71efdf7d8731cf8ce2ae6ed265abd 2024-11-15T22:21:46,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:21:46,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:46,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:46,371 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,46301,1731709282691' ***** 2024-11-15T22:21:46,371 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:21:46,371 INFO [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:46,371 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16b71efdf7d8731cf8ce2ae6ed265abd, disabling compactions & flushes 2024-11-15T22:21:46,371 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. 2024-11-15T22:21:46,371 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. 2024-11-15T22:21:46,371 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. after waiting 0 ms 2024-11-15T22:21:46,371 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. 2024-11-15T22:21:46,371 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 16b71efdf7d8731cf8ce2ae6ed265abd 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-15T22:21:46,372 INFO [RS:0;e611192d6313:46301 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:21:46,372 INFO [RS:0;e611192d6313:46301 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:21:46,372 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:21:46,372 INFO [RS:0;e611192d6313:46301 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:21:46,372 INFO [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 2a1d0335fc59c627c25aaac99d62dc1a, which we are already trying to CLOSE, but not completed yet 2024-11-15T22:21:46,372 INFO [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(959): stopping server e611192d6313,46301,1731709282691 2024-11-15T22:21:46,372 INFO [RS:0;e611192d6313:46301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:21:46,372 INFO [RS:0;e611192d6313:46301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:46301. 2024-11-15T22:21:46,372 DEBUG [RS:0;e611192d6313:46301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:46,372 DEBUG [RS:0;e611192d6313:46301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:46,372 INFO [RS:0;e611192d6313:46301 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:21:46,372 INFO [RS:0;e611192d6313:46301 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:21:46,372 INFO [RS:0;e611192d6313:46301 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:21:46,372 INFO [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:21:46,373 INFO [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T22:21:46,373 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 16b71efdf7d8731cf8ce2ae6ed265abd=hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd., 2a1d0335fc59c627c25aaac99d62dc1a=test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a.} 2024-11-15T22:21:46,373 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16b71efdf7d8731cf8ce2ae6ed265abd, 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:46,373 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:21:46,373 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:21:46,373 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:21:46,373 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:21:46,373 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:21:46,373 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T22:21:46,385 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/.tmp/info/04df59a595bb462984dc395b30085243 is 147, key is hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd./info:regioninfo/1731709293285/Put/seqid=0 2024-11-15T22:21:46,388 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/replication/16b71efdf7d8731cf8ce2ae6ed265abd/.tmp/queue/49bacb86b85f4ffc8a5b0c9d9b2f4d39 is 153, key is 1-e611192d6313,46301,1731709282691/queue:e611192d6313%2C46301%2C1731709282691/1731709302154/Put/seqid=0 2024-11-15T22:21:46,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741840_1016 (size=7686) 2024-11-15T22:21:46,389 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/.tmp/info/04df59a595bb462984dc395b30085243 2024-11-15T22:21:46,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741841_1017 (size=5352) 2024-11-15T22:21:46,404 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:21:46,405 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/.tmp/ns/e7272c815d8d41f4b447f0d57de43872 is 43, key is default/ns:d/1731709285656/Put/seqid=0 2024-11-15T22:21:46,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:21:46,573 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16b71efdf7d8731cf8ce2ae6ed265abd, 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:46,596 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 912, reset compression=false 2024-11-15T22:21:46,773 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16b71efdf7d8731cf8ce2ae6ed265abd, 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:46,792 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/replication/16b71efdf7d8731cf8ce2ae6ed265abd/.tmp/queue/49bacb86b85f4ffc8a5b0c9d9b2f4d39 2024-11-15T22:21:46,796 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/replication/16b71efdf7d8731cf8ce2ae6ed265abd/.tmp/queue/49bacb86b85f4ffc8a5b0c9d9b2f4d39 as hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/replication/16b71efdf7d8731cf8ce2ae6ed265abd/queue/49bacb86b85f4ffc8a5b0c9d9b2f4d39 2024-11-15T22:21:46,800 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/replication/16b71efdf7d8731cf8ce2ae6ed265abd/queue/49bacb86b85f4ffc8a5b0c9d9b2f4d39, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T22:21:46,801 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 16b71efdf7d8731cf8ce2ae6ed265abd in 430ms, sequenceid=10, compaction requested=false 2024-11-15T22:21:46,806 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/replication/16b71efdf7d8731cf8ce2ae6ed265abd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T22:21:46,806 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:46,806 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:21:46,807 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. 2024-11-15T22:21:46,807 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16b71efdf7d8731cf8ce2ae6ed265abd: Waiting for close lock at 1731709306371Running coprocessor pre-close hooks at 1731709306371Disabling compacts and flushes for region at 1731709306371Disabling writes for close at 1731709306371Obtaining lock to block concurrent updates at 1731709306371Preparing flush snapshotting stores in 16b71efdf7d8731cf8ce2ae6ed265abd at 1731709306371Finished memstore snapshotting hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731709306372 (+1 ms)Flushing stores of hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. at 1731709306372Flushing 16b71efdf7d8731cf8ce2ae6ed265abd/queue: creating writer at 1731709306372Flushing 16b71efdf7d8731cf8ce2ae6ed265abd/queue: appending metadata at 1731709306387 (+15 ms)Flushing 16b71efdf7d8731cf8ce2ae6ed265abd/queue: closing flushed file at 1731709306387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e179a9: reopening flushed file at 1731709306795 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 16b71efdf7d8731cf8ce2ae6ed265abd in 430ms, sequenceid=10, compaction requested=false at 1731709306801 (+6 ms)Writing region close event to WAL at 1731709306803 (+2 ms)Running coprocessor post-close hooks at 1731709306806 (+3 ms)Closed at 1731709306806 2024-11-15T22:21:46,807 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731709292106.16b71efdf7d8731cf8ce2ae6ed265abd. 2024-11-15T22:21:46,807 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a1d0335fc59c627c25aaac99d62dc1a, disabling compactions & flushes 2024-11-15T22:21:46,807 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a. 2024-11-15T22:21:46,807 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a. 2024-11-15T22:21:46,807 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a. after waiting 0 ms 2024-11-15T22:21:46,807 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a. 2024-11-15T22:21:46,807 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2a1d0335fc59c627c25aaac99d62dc1a 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-15T22:21:46,808 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/.tmp/ns/e7272c815d8d41f4b447f0d57de43872 2024-11-15T22:21:46,822 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/.tmp/f/3b5355c7a1df48e6978726e63d53774d is 29, key is row1/f:/1731709301465/DeleteFamily/seqid=0 2024-11-15T22:21:46,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741843_1019 (size=5118) 2024-11-15T22:21:46,837 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/.tmp/rep_barrier/17ac68da64fa4df9966dc9eeae8e0250 is 112, key is test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a./rep_barrier:seqnumDuringOpen/1731709291138/Put/seqid=0 2024-11-15T22:21:46,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741844_1020 (size=5518) 2024-11-15T22:21:46,862 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:21:46,862 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:21:46,973 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:47,173 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:47,227 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/.tmp/f/3b5355c7a1df48e6978726e63d53774d 2024-11-15T22:21:47,231 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b5355c7a1df48e6978726e63d53774d 2024-11-15T22:21:47,242 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/.tmp/rep_barrier/17ac68da64fa4df9966dc9eeae8e0250 2024-11-15T22:21:47,250 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/.tmp/f1/fcac71a5f85546c1a94ddfda922085d0 is 30, key is row1/f1:/1731709301465/DeleteFamily/seqid=0 2024-11-15T22:21:47,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741845_1021 (size=5123) 2024-11-15T22:21:47,267 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/.tmp/table/173a03ead6a3432f924d494d740bd557 is 53, key is hbase:replication/table:state/1731709293294/Put/seqid=0 2024-11-15T22:21:47,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741846_1022 (size=5308) 2024-11-15T22:21:47,374 INFO [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:21:47,374 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2a1d0335fc59c627c25aaac99d62dc1a=test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a.} 2024-11-15T22:21:47,374 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:47,574 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:47,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:47,602 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 912, reset compression=false 2024-11-15T22:21:47,607 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:21:47,607 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 1159, reset compression=false 2024-11-15T22:21:47,607 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,46301,1731709282691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:21:47,608 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e611192d6313,46301,1731709282691: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e611192d6313,46301,1731709282691, walGroup=e611192d6313%2C46301%2C1731709282691, offset=e611192d6313%2C46301%2C1731709282691.1731709285004:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:46301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T22:21:47,609 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T22:21:47,609 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T22:21:47,611 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T22:21:47,611 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T22:21:47,611 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T22:21:47,611 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 680422896 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 191802864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T22:21:47,612 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:36609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:36609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T22:21:47,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:47,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:47,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:47,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:47,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:47,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:47,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:47,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:47,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:47,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:47,661 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/.tmp/f1/fcac71a5f85546c1a94ddfda922085d0 2024-11-15T22:21:47,665 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcac71a5f85546c1a94ddfda922085d0 2024-11-15T22:21:47,672 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/.tmp/table/173a03ead6a3432f924d494d740bd557 2024-11-15T22:21:47,678 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/.tmp/info/04df59a595bb462984dc395b30085243 as hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/info/04df59a595bb462984dc395b30085243 2024-11-15T22:21:47,689 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/info/04df59a595bb462984dc395b30085243, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T22:21:47,693 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/.tmp/ns/e7272c815d8d41f4b447f0d57de43872 as hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/ns/e7272c815d8d41f4b447f0d57de43872 2024-11-15T22:21:47,694 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/.tmp/norep/1b3b3ec0c8c54289aa0af67348969a5a is 32, key is row/norep:/1731709300431/DeleteFamily/seqid=0 2024-11-15T22:21:47,700 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/ns/e7272c815d8d41f4b447f0d57de43872, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T22:21:47,701 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/.tmp/rep_barrier/17ac68da64fa4df9966dc9eeae8e0250 as hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/rep_barrier/17ac68da64fa4df9966dc9eeae8e0250 2024-11-15T22:21:47,711 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/rep_barrier/17ac68da64fa4df9966dc9eeae8e0250, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T22:21:47,712 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/.tmp/table/173a03ead6a3432f924d494d740bd557 as hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/table/173a03ead6a3432f924d494d740bd557 2024-11-15T22:21:47,720 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/table/173a03ead6a3432f924d494d740bd557, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T22:21:47,721 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1348ms, sequenceid=16, compaction requested=false 2024-11-15T22:21:47,721 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:21:47,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741847_1023 (size=5101) 2024-11-15T22:21:47,731 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/.tmp/norep/1b3b3ec0c8c54289aa0af67348969a5a 2024-11-15T22:21:47,738 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b3b3ec0c8c54289aa0af67348969a5a 2024-11-15T22:21:47,738 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/.tmp/f/3b5355c7a1df48e6978726e63d53774d as hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/f/3b5355c7a1df48e6978726e63d53774d 2024-11-15T22:21:47,744 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b5355c7a1df48e6978726e63d53774d 2024-11-15T22:21:47,744 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/f/3b5355c7a1df48e6978726e63d53774d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T22:21:47,745 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/.tmp/f1/fcac71a5f85546c1a94ddfda922085d0 as hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/f1/fcac71a5f85546c1a94ddfda922085d0 2024-11-15T22:21:47,756 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcac71a5f85546c1a94ddfda922085d0 2024-11-15T22:21:47,756 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/f1/fcac71a5f85546c1a94ddfda922085d0, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T22:21:47,758 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/.tmp/norep/1b3b3ec0c8c54289aa0af67348969a5a as hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/norep/1b3b3ec0c8c54289aa0af67348969a5a 2024-11-15T22:21:47,761 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T22:21:47,762 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:47,762 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:21:47,762 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:21:47,762 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709306373Running coprocessor pre-close hooks at 1731709306373Disabling compacts and flushes for region at 1731709306373Disabling writes for close at 1731709306373Obtaining lock to block concurrent updates at 1731709306373Preparing flush snapshotting stores in 1588230740 at 1731709306373Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731709306373Flushing stores of hbase:meta,,1.1588230740 at 1731709306374 (+1 ms)Flushing 1588230740/info: creating writer at 1731709306374Flushing 1588230740/info: appending metadata at 1731709306385 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731709306385Flushing 1588230740/ns: creating writer at 1731709306393 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731709306404 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731709306405 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731709306812 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731709306837 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731709306837Flushing 1588230740/table: creating writer at 1731709307247 (+410 ms)Flushing 1588230740/table: appending metadata at 1731709307266 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731709307266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4eb716: reopening flushed file at 1731709307677 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b18909: reopening flushed file at 1731709307689 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65addaef: reopening flushed file at 1731709307700 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b8be73: reopening flushed file at 1731709307711 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1348ms, sequenceid=16, compaction requested=false at 1731709307721 (+10 ms)Writing region close event to WAL at 1731709307748 (+27 ms)Running coprocessor post-close hooks at 1731709307762 (+14 ms)Closed at 1731709307762 2024-11-15T22:21:47,762 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:21:47,767 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b3b3ec0c8c54289aa0af67348969a5a 2024-11-15T22:21:47,767 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/norep/1b3b3ec0c8c54289aa0af67348969a5a, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T22:21:47,768 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2a1d0335fc59c627c25aaac99d62dc1a in 961ms, sequenceid=8, compaction requested=false 2024-11-15T22:21:47,768 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T22:21:47,774 DEBUG [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1351): Waiting on 2a1d0335fc59c627c25aaac99d62dc1a 2024-11-15T22:21:47,780 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/data/default/test/2a1d0335fc59c627c25aaac99d62dc1a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T22:21:47,782 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:47,782 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:21:47,782 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a. 2024-11-15T22:21:47,782 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a1d0335fc59c627c25aaac99d62dc1a: Waiting for close lock at 1731709306807Running coprocessor pre-close hooks at 1731709306807Disabling compacts and flushes for region at 1731709306807Disabling writes for close at 1731709306807Obtaining lock to block concurrent updates at 1731709306807Preparing flush snapshotting stores in 2a1d0335fc59c627c25aaac99d62dc1a at 1731709306807Finished memstore snapshotting test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731709306807Flushing stores of test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a. at 1731709306808 (+1 ms)Flushing 2a1d0335fc59c627c25aaac99d62dc1a/f: creating writer at 1731709306808Flushing 2a1d0335fc59c627c25aaac99d62dc1a/f: appending metadata at 1731709306822 (+14 ms)Flushing 2a1d0335fc59c627c25aaac99d62dc1a/f: closing flushed file at 1731709306822Flushing 2a1d0335fc59c627c25aaac99d62dc1a/f1: creating writer at 1731709307231 (+409 ms)Flushing 2a1d0335fc59c627c25aaac99d62dc1a/f1: appending metadata at 1731709307249 (+18 ms)Flushing 2a1d0335fc59c627c25aaac99d62dc1a/f1: closing flushed file at 1731709307249Flushing 2a1d0335fc59c627c25aaac99d62dc1a/norep: creating writer at 1731709307665 (+416 ms)Flushing 2a1d0335fc59c627c25aaac99d62dc1a/norep: appending metadata at 1731709307693 (+28 ms)Flushing 2a1d0335fc59c627c25aaac99d62dc1a/norep: closing flushed file at 1731709307693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e9b1a8: reopening flushed file at 1731709307738 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39385196: reopening flushed file at 1731709307744 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea686b3: reopening flushed file at 1731709307756 (+12 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2a1d0335fc59c627c25aaac99d62dc1a in 961ms, sequenceid=8, compaction requested=false at 1731709307768 (+12 ms)Writing region close event to WAL at 1731709307775 (+7 ms)Running coprocessor post-close hooks at 1731709307782 (+7 ms)Closed at 1731709307782 2024-11-15T22:21:47,782 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731709290253.2a1d0335fc59c627c25aaac99d62dc1a. 2024-11-15T22:21:47,834 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 1159, reset compression=false 2024-11-15T22:21:47,838 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:21:47,838 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 1803, reset compression=false 2024-11-15T22:21:47,974 INFO [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(976): stopping server e611192d6313,46301,1731709282691; all regions closed. 2024-11-15T22:21:47,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741834_1010 (size=4239) 2024-11-15T22:21:47,978 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.meta.1731709285498.meta not finished, retry = 0 2024-11-15T22:21:48,043 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/WALs/e611192d6313,46301,1731709282691/e611192d6313%2C46301%2C1731709282691.1731709285004 to pos 1803, reset compression=false 2024-11-15T22:21:48,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741839_1015 (size=2676) 2024-11-15T22:21:48,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741833_1009 (size=1811) 2024-11-15T22:21:48,087 DEBUG [RS:0;e611192d6313:46301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:48,087 INFO [RS:0;e611192d6313:46301 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:21:48,087 INFO [RS:0;e611192d6313:46301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:21:48,087 INFO [RS:0;e611192d6313:46301 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:21:48,087 INFO [RS:0;e611192d6313:46301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:21:48,087 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:21:48,087 INFO [RS:0;e611192d6313:46301 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,46301,1731709282691 because: Region server is closing 2024-11-15T22:21:48,088 INFO [RS:0;e611192d6313:46301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:46301. 2024-11-15T22:21:48,088 DEBUG [RS:0;e611192d6313:46301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:48,088 DEBUG [RS:0;e611192d6313:46301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:48,088 DEBUG [RS:0;e611192d6313:46301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:48,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:48,155 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:21:48,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:48,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:48,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:48,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:48,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:48,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:48,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:48,188 INFO [RS:0;e611192d6313:46301 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.shippere611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 terminated 2024-11-15T22:21:48,188 INFO [RS:0;e611192d6313:46301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:46301. 2024-11-15T22:21:48,188 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,46301,1731709282691.replicationSource.wal-reader.e611192d6313%2C46301%2C1731709282691,1-e611192d6313,46301,1731709282691 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T22:21:48,188 DEBUG [RS:0;e611192d6313:46301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:21:48,188 DEBUG [RS:0;e611192d6313:46301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:48,188 DEBUG [RS:0;e611192d6313:46301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:48,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:21:48,189 INFO [RS:0;e611192d6313:46301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46301 2024-11-15T22:21:48,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:48,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:48,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:48,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:48,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024/rs 2024-11-15T22:21:48,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-737661024/rs/e611192d6313,46301,1731709282691 2024-11-15T22:21:48,236 INFO [RS:0;e611192d6313:46301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:21:48,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,46301,1731709282691] 2024-11-15T22:21:48,257 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-737661024/draining/e611192d6313,46301,1731709282691 already deleted, retry=false 2024-11-15T22:21:48,257 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,46301,1731709282691 expired; onlineServers=0 2024-11-15T22:21:48,258 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,36609,1731709282362' ***** 2024-11-15T22:21:48,258 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:21:48,258 INFO [M:0;e611192d6313:36609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:21:48,258 INFO [M:0;e611192d6313:36609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:21:48,258 DEBUG [M:0;e611192d6313:36609 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:21:48,258 DEBUG [M:0;e611192d6313:36609 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:21:48,258 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:21:48,258 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709284595 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709284595,5,FailOnTimeoutGroup] 2024-11-15T22:21:48,258 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709284595 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709284595,5,FailOnTimeoutGroup] 2024-11-15T22:21:48,258 INFO [M:0;e611192d6313:36609 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:21:48,258 INFO [M:0;e611192d6313:36609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:21:48,258 DEBUG [M:0;e611192d6313:36609 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:21:48,258 INFO [M:0;e611192d6313:36609 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:21:48,258 INFO [M:0;e611192d6313:36609 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:21:48,258 INFO [M:0;e611192d6313:36609 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:21:48,258 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:21:48,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-737661024/master 2024-11-15T22:21:48,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-737661024 2024-11-15T22:21:48,277 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-737661024/master already deleted, retry=false 2024-11-15T22:21:48,278 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-737661024/master 2024-11-15T22:21:48,280 INFO [M:0;e611192d6313:36609 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/.lastflushedseqids 2024-11-15T22:21:48,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741848_1024 (size=245) 2024-11-15T22:21:48,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:48,347 INFO [RS:0;e611192d6313:46301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:21:48,347 INFO [RS:0;e611192d6313:46301 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,46301,1731709282691; zookeeper connection closed. 2024-11-15T22:21:48,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46301-0x1014096979c0001, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:48,347 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d24d276 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d24d276 2024-11-15T22:21:48,348 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:21:48,688 INFO [M:0;e611192d6313:36609 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:21:48,688 INFO [M:0;e611192d6313:36609 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:21:48,688 DEBUG [M:0;e611192d6313:36609 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:21:48,688 INFO [M:0;e611192d6313:36609 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:48,688 DEBUG [M:0;e611192d6313:36609 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:48,688 DEBUG [M:0;e611192d6313:36609 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:21:48,688 DEBUG [M:0;e611192d6313:36609 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:48,688 INFO [M:0;e611192d6313:36609 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T22:21:48,714 DEBUG [M:0;e611192d6313:36609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4d9eac940d74cdb9f8dd64c532aed71 is 82, key is hbase:meta,,1/info:regioninfo/1731709285553/Put/seqid=0 2024-11-15T22:21:48,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741849_1025 (size=5672) 2024-11-15T22:21:49,121 INFO [M:0;e611192d6313:36609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4d9eac940d74cdb9f8dd64c532aed71 2024-11-15T22:21:49,137 DEBUG [M:0;e611192d6313:36609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c82121b7350f4c5c810669ee7de1c2e0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731709293297/Put/seqid=0 2024-11-15T22:21:49,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741850_1026 (size=8516) 2024-11-15T22:21:49,541 INFO [M:0;e611192d6313:36609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c82121b7350f4c5c810669ee7de1c2e0 2024-11-15T22:21:49,560 DEBUG [M:0;e611192d6313:36609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f71f11fd0a3745a8ac8e06ad8fd2e18b is 69, key is e611192d6313,46301,1731709282691/rs:state/1731709284824/Put/seqid=0 2024-11-15T22:21:49,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741851_1027 (size=5156) 2024-11-15T22:21:49,966 INFO [M:0;e611192d6313:36609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f71f11fd0a3745a8ac8e06ad8fd2e18b 2024-11-15T22:21:49,970 DEBUG [M:0;e611192d6313:36609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4d9eac940d74cdb9f8dd64c532aed71 as hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4d9eac940d74cdb9f8dd64c532aed71 2024-11-15T22:21:49,973 INFO [M:0;e611192d6313:36609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4d9eac940d74cdb9f8dd64c532aed71, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T22:21:49,973 DEBUG [M:0;e611192d6313:36609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c82121b7350f4c5c810669ee7de1c2e0 as hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c82121b7350f4c5c810669ee7de1c2e0 2024-11-15T22:21:49,976 INFO [M:0;e611192d6313:36609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c82121b7350f4c5c810669ee7de1c2e0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T22:21:49,977 DEBUG [M:0;e611192d6313:36609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f71f11fd0a3745a8ac8e06ad8fd2e18b as hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f71f11fd0a3745a8ac8e06ad8fd2e18b 2024-11-15T22:21:49,980 INFO [M:0;e611192d6313:36609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37189/user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f71f11fd0a3745a8ac8e06ad8fd2e18b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T22:21:49,981 INFO [M:0;e611192d6313:36609 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false 2024-11-15T22:21:49,982 INFO [M:0;e611192d6313:36609 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:49,982 DEBUG [M:0;e611192d6313:36609 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709308688Disabling compacts and flushes for region at 1731709308688Disabling writes for close at 1731709308688Obtaining lock to block concurrent updates at 1731709308688Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709308688Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731709308689 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709308692 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709308692Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709308714 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709308714Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709309125 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709309137 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709309137Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709309545 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709309559 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709309559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28799ff7: reopening flushed file at 1731709309969 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d268358: reopening flushed file at 1731709309973 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24149514: reopening flushed file at 1731709309977 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false at 1731709309981 (+4 ms)Writing region close event to WAL at 1731709309982 (+1 ms)Closed at 1731709309982 2024-11-15T22:21:49,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35195 is added to blk_1073741830_1006 (size=63654) 2024-11-15T22:21:49,985 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b207b65-45a2-0814-fed3-f6de9cdc2e9b/MasterData/WALs/e611192d6313,36609,1731709282362/e611192d6313%2C36609%2C1731709282362.1731709283902 not finished, retry = 0 2024-11-15T22:21:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:21:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:21:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:21:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T22:21:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T22:21:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:21:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:21:50,086 INFO [M:0;e611192d6313:36609 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:21:50,086 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:21:50,086 INFO [M:0;e611192d6313:36609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36609 2024-11-15T22:21:50,086 INFO [M:0;e611192d6313:36609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:21:50,231 INFO [M:0;e611192d6313:36609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:21:50,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:50,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1014096979c0000, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:21:50,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49c8a0a9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:21:50,233 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a553aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:21:50,233 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:21:50,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42b35a04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:21:50,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ddec4bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/hadoop.log.dir/,STOPPED} 2024-11-15T22:21:50,235 WARN [BP-1433669203-172.17.0.3-1731709279243 heartbeating to localhost/127.0.0.1:37189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:21:50,235 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:21:50,235 WARN [BP-1433669203-172.17.0.3-1731709279243 heartbeating to localhost/127.0.0.1:37189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1433669203-172.17.0.3-1731709279243 (Datanode Uuid e1d32dc1-ce99-47f0-bb3d-57d6c2a10dd5) service to localhost/127.0.0.1:37189 2024-11-15T22:21:50,235 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:21:50,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/cluster_c13296d5-d86a-7dc7-59e8-a961c40e1027/data/data1/current/BP-1433669203-172.17.0.3-1731709279243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:21:50,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/cluster_c13296d5-d86a-7dc7-59e8-a961c40e1027/data/data2/current/BP-1433669203-172.17.0.3-1731709279243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:21:50,236 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:21:50,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cc8576d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:21:50,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@392039a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:21:50,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:21:50,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e98d134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:21:50,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@501965e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7ccfc4-03bf-2920-30cb-ce3a9b78a91f/hadoop.log.dir/,STOPPED} 2024-11-15T22:21:50,248 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:21:50,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:21:50,269 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=258 (was 241) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:38101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37189 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38101 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49997) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49997) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=898 (was 916), ProcessCount=11 (was 11), AvailableMemoryMB=3663 (was 4370) 2024-11-15T22:21:50,277 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=258, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=898, ProcessCount=11, AvailableMemoryMB=3663 2024-11-15T22:21:50,293 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-15T22:21:50,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/hadoop.log.dir so I do NOT create it in target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd 2024-11-15T22:21:50,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:21:50,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/hadoop.tmp.dir so I do NOT create it in target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd 2024-11-15T22:21:50,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abd713b7-6f3d-1df6-f34f-40f8f2c9a747/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:21:50,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd 2024-11-15T22:21:50,294 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/cluster_004476c3-185f-e671-9c87-2bc321103b54, deleteOnExit=true 2024-11-15T22:21:50,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/cluster_004476c3-185f-e671-9c87-2bc321103b54/zookeeper_0, clientPort=62850, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/cluster_004476c3-185f-e671-9c87-2bc321103b54/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/cluster_004476c3-185f-e671-9c87-2bc321103b54/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:21:50,297 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62850 2024-11-15T22:21:50,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:21:50,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:21:50,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/test.cache.data in system properties and HBase conf 2024-11-15T22:21:50,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:21:50,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:21:50,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:21:50,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:21:50,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:21:50,298 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:21:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:21:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:21:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:21:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:21:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:21:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:21:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:21:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:21:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:21:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:21:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:21:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:21:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:21:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:21:50,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014096979c0005, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:21:50,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014096979c0002, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:21:50,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014096979c0002, quorum=127.0.0.1:49997, baseZNode=/0-737661024 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:21:50,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014096979c0005, quorum=127.0.0.1:49997, baseZNode=/1529004120 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:21:51,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:21:51,016 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:21:51,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:21:51,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:21:51,019 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:21:51,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:21:51,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5549b26a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:21:51,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33425995{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:21:51,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@408ac713{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/java.io.tmpdir/jetty-localhost-40957-hadoop-hdfs-3_4_1-tests_jar-_-any-6428712711609385441/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:21:51,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@399187c{HTTP/1.1, (http/1.1)}{localhost:40957} 2024-11-15T22:21:51,119 INFO [Time-limited test {}] server.Server(415): Started @263784ms 2024-11-15T22:21:51,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:21:51,393 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:21:51,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:21:51,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:21:51,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:21:51,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68631ef8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:21:51,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63cfba12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:21:51,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73b65898{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/java.io.tmpdir/jetty-localhost-45189-hadoop-hdfs-3_4_1-tests_jar-_-any-8238559460333303671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:21:51,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7957adf0{HTTP/1.1, (http/1.1)}{localhost:45189} 2024-11-15T22:21:51,530 INFO [Time-limited test {}] server.Server(415): Started @264196ms 2024-11-15T22:21:51,531 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:21:52,851 WARN [Thread-2664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/cluster_004476c3-185f-e671-9c87-2bc321103b54/data/data2/current/BP-239299530-172.17.0.3-1731709310313/current, will proceed with Du for space computation calculation, 2024-11-15T22:21:52,851 WARN [Thread-2663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/cluster_004476c3-185f-e671-9c87-2bc321103b54/data/data1/current/BP-239299530-172.17.0.3-1731709310313/current, will proceed with Du for space computation calculation, 2024-11-15T22:21:52,870 WARN [Thread-2651 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:21:52,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec84cf016a9aa074 with lease ID 0x6887e31325b0c93: Processing first storage report for DS-dc75841b-1aec-4cd7-aa96-d72135d7ab0f from datanode DatanodeRegistration(127.0.0.1:42789, datanodeUuid=b9d1a260-fa17-4263-8760-5dd97eaee886, infoPort=41233, infoSecurePort=0, ipcPort=35345, storageInfo=lv=-57;cid=testClusterID;nsid=2072586746;c=1731709310313) 2024-11-15T22:21:52,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec84cf016a9aa074 with lease ID 0x6887e31325b0c93: from storage DS-dc75841b-1aec-4cd7-aa96-d72135d7ab0f node DatanodeRegistration(127.0.0.1:42789, datanodeUuid=b9d1a260-fa17-4263-8760-5dd97eaee886, infoPort=41233, infoSecurePort=0, ipcPort=35345, storageInfo=lv=-57;cid=testClusterID;nsid=2072586746;c=1731709310313), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T22:21:52,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec84cf016a9aa074 with lease ID 0x6887e31325b0c93: Processing first storage report for DS-22a036e4-d919-4fcf-a0be-4b46e13c9c4e from datanode DatanodeRegistration(127.0.0.1:42789, datanodeUuid=b9d1a260-fa17-4263-8760-5dd97eaee886, infoPort=41233, infoSecurePort=0, ipcPort=35345, storageInfo=lv=-57;cid=testClusterID;nsid=2072586746;c=1731709310313) 2024-11-15T22:21:52,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec84cf016a9aa074 with lease ID 0x6887e31325b0c93: from storage DS-22a036e4-d919-4fcf-a0be-4b46e13c9c4e node DatanodeRegistration(127.0.0.1:42789, datanodeUuid=b9d1a260-fa17-4263-8760-5dd97eaee886, infoPort=41233, infoSecurePort=0, ipcPort=35345, storageInfo=lv=-57;cid=testClusterID;nsid=2072586746;c=1731709310313), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:21:52,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd 2024-11-15T22:21:52,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:52,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:52,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:21:53,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:21:53,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:53,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:53,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:53,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:53,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:53,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:53,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:53,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:53,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:53,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:53,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:21:53,365 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce with version=8 2024-11-15T22:21:53,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/hbase-staging 2024-11-15T22:21:53,368 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:21:53,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:53,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:53,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:21:53,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:53,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:21:53,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:21:53,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:21:53,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35817 2024-11-15T22:21:53,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35817 connecting to ZooKeeper ensemble=127.0.0.1:62850 2024-11-15T22:21:53,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358170x0, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:21:53,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35817-0x101409711030000 connected 2024-11-15T22:21:53,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:53,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:53,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Set watcher on znode that does not yet exist, /01308629048/running 2024-11-15T22:21:53,544 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce, hbase.cluster.distributed=false 2024-11-15T22:21:53,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Set watcher on znode that does not yet exist, /01308629048/acl 2024-11-15T22:21:53,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35817 2024-11-15T22:21:53,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35817 2024-11-15T22:21:53,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35817 2024-11-15T22:21:53,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35817 2024-11-15T22:21:53,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35817 2024-11-15T22:21:53,562 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:21:53,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:53,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:53,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:21:53,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:53,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:21:53,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:21:53,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:21:53,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36959 2024-11-15T22:21:53,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36959 connecting to ZooKeeper ensemble=127.0.0.1:62850 2024-11-15T22:21:53,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:53,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:53,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369590x0, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:21:53,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369590x0, quorum=127.0.0.1:62850, baseZNode=/01308629048 Set watcher on znode that does not yet exist, /01308629048/running 2024-11-15T22:21:53,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36959-0x101409711030001 connected 2024-11-15T22:21:53,572 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:21:53,572 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:21:53,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Set watcher on znode that does not yet exist, /01308629048/master 2024-11-15T22:21:53,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Set watcher on znode that does not yet exist, /01308629048/acl 2024-11-15T22:21:53,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36959 2024-11-15T22:21:53,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36959 2024-11-15T22:21:53,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36959 2024-11-15T22:21:53,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36959 2024-11-15T22:21:53,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36959 2024-11-15T22:21:53,591 DEBUG [M:0;e611192d6313:35817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:35817 2024-11-15T22:21:53,591 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01308629048/backup-masters/e611192d6313,35817,1731709313367 2024-11-15T22:21:53,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048/backup-masters 2024-11-15T22:21:53,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048/backup-masters 2024-11-15T22:21:53,603 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Set watcher on existing znode=/01308629048/backup-masters/e611192d6313,35817,1731709313367 2024-11-15T22:21:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01308629048/master 2024-11-15T22:21:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:21:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:21:53,614 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Set watcher on existing znode=/01308629048/master 2024-11-15T22:21:53,614 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01308629048/backup-masters/e611192d6313,35817,1731709313367 from backup master directory 2024-11-15T22:21:53,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01308629048/backup-masters/e611192d6313,35817,1731709313367 2024-11-15T22:21:53,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048/backup-masters 2024-11-15T22:21:53,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048/backup-masters 2024-11-15T22:21:53,624 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:21:53,624 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,35817,1731709313367 2024-11-15T22:21:53,627 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/hbase.id] with ID: e3734a8f-7add-4235-a798-2218ad9eeb6d 2024-11-15T22:21:53,627 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/.tmp/hbase.id 2024-11-15T22:21:53,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:21:54,032 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/.tmp/hbase.id]:[hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/hbase.id] 2024-11-15T22:21:54,039 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:54,039 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:21:54,040 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T22:21:54,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:21:54,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:21:54,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:21:54,492 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:21:54,493 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:21:54,493 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:21:54,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:21:54,902 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store 2024-11-15T22:21:54,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:21:54,924 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:54,924 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:21:54,924 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:54,924 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:54,924 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:21:54,924 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:54,924 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:21:54,924 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709314924Disabling compacts and flushes for region at 1731709314924Disabling writes for close at 1731709314924Writing region close event to WAL at 1731709314924Closed at 1731709314924 2024-11-15T22:21:54,925 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/.initializing 2024-11-15T22:21:54,925 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/WALs/e611192d6313,35817,1731709313367 2024-11-15T22:21:54,926 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:21:54,928 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C35817%2C1731709313367, suffix=, logDir=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/WALs/e611192d6313,35817,1731709313367, archiveDir=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/oldWALs, maxLogs=10 2024-11-15T22:21:54,947 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/WALs/e611192d6313,35817,1731709313367/e611192d6313%2C35817%2C1731709313367.1731709314928, exclude list is [], retry=0 2024-11-15T22:21:54,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42789,DS-dc75841b-1aec-4cd7-aa96-d72135d7ab0f,DISK] 2024-11-15T22:21:54,951 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/WALs/e611192d6313,35817,1731709313367/e611192d6313%2C35817%2C1731709313367.1731709314928 2024-11-15T22:21:54,951 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-15T22:21:54,951 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:21:54,951 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:54,951 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:54,951 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:54,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:54,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:21:54,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:54,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:54,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:54,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:21:54,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:54,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:54,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:54,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:21:54,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:54,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:54,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:54,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:21:54,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:54,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:21:54,959 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:54,960 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:54,960 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:54,961 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:54,961 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:54,961 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:21:54,962 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:21:54,964 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:21:54,965 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62707572, jitterRate=-0.06558436155319214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:21:54,966 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709314952Initializing all the Stores at 1731709314952Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709314953 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709314953Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709314953Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709314953Cleaning up temporary data from old regions at 1731709314961 (+8 ms)Region opened successfully at 1731709314965 (+4 ms) 2024-11-15T22:21:54,966 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:21:54,967 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:21:54,967 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:21:54,968 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38337 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:21:54,968 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2091b135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:21:54,969 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:21:54,969 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:21:54,969 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:21:54,969 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:21:54,970 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:21:54,970 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:21:54,970 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:21:54,973 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:21:54,974 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Unable to get data of znode /01308629048/balancer because node does not exist (not necessarily an error) 2024-11-15T22:21:55,035 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308629048/balancer already deleted, retry=false 2024-11-15T22:21:55,035 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:21:55,036 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Unable to get data of znode /01308629048/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:21:55,045 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308629048/normalizer already deleted, retry=false 2024-11-15T22:21:55,045 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:21:55,046 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Unable to get data of znode /01308629048/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:21:55,056 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308629048/switch/split already deleted, retry=false 2024-11-15T22:21:55,056 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Unable to get data of znode /01308629048/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:21:55,066 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308629048/switch/merge already deleted, retry=false 2024-11-15T22:21:55,068 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Unable to get data of znode /01308629048/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:21:55,077 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308629048/snapshot-cleanup already deleted, retry=false 2024-11-15T22:21:55,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01308629048/running 2024-11-15T22:21:55,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01308629048/running 2024-11-15T22:21:55,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:21:55,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:21:55,087 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,35817,1731709313367, sessionid=0x101409711030000, setting cluster-up flag (Was=false) 2024-11-15T22:21:55,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:21:55,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:21:55,140 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01308629048/flush-table-proc/acquired, /01308629048/flush-table-proc/reached, /01308629048/flush-table-proc/abort 2024-11-15T22:21:55,141 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,35817,1731709313367 2024-11-15T22:21:55,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:21:55,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:21:55,203 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01308629048/online-snapshot/acquired, /01308629048/online-snapshot/reached, /01308629048/online-snapshot/abort 2024-11-15T22:21:55,204 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,35817,1731709313367 2024-11-15T22:21:55,205 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:21:55,206 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:21:55,206 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:21:55,206 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:21:55,206 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,35817,1731709313367 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:21:55,207 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:21:55,207 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:21:55,207 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:21:55,207 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:21:55,207 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:21:55,207 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:55,207 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:21:55,207 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:55,208 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709345208 2024-11-15T22:21:55,208 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:21:55,208 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:21:55,208 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:21:55,208 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:21:55,208 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:21:55,208 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:21:55,208 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:21:55,209 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:21:55,209 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:55,209 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:21:55,209 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:21:55,209 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:21:55,209 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:21:55,209 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:21:55,209 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:55,209 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:21:55,209 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709315209,5,FailOnTimeoutGroup] 2024-11-15T22:21:55,209 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:21:55,210 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709315210,5,FailOnTimeoutGroup] 2024-11-15T22:21:55,210 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:55,210 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:21:55,210 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:55,210 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:55,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:21:55,283 INFO [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(746): ClusterId : e3734a8f-7add-4235-a798-2218ad9eeb6d 2024-11-15T22:21:55,283 DEBUG [RS:0;e611192d6313:36959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:21:55,287 DEBUG [RS:0;e611192d6313:36959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:21:55,288 DEBUG [RS:0;e611192d6313:36959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:21:55,298 DEBUG [RS:0;e611192d6313:36959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:21:55,298 DEBUG [RS:0;e611192d6313:36959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e14528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:21:55,309 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:36959 2024-11-15T22:21:55,309 INFO [RS:0;e611192d6313:36959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:21:55,309 INFO [RS:0;e611192d6313:36959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:21:55,309 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:21:55,310 INFO [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,35817,1731709313367 with port=36959, startcode=1731709313562 2024-11-15T22:21:55,310 DEBUG [RS:0;e611192d6313:36959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:21:55,311 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:21:55,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,36959,1731709313562 2024-11-15T22:21:55,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35817 {}] master.ServerManager(517): Registering regionserver=e611192d6313,36959,1731709313562 2024-11-15T22:21:55,312 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce 2024-11-15T22:21:55,312 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35971 2024-11-15T22:21:55,312 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:21:55,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048/rs 2024-11-15T22:21:55,319 DEBUG [RS:0;e611192d6313:36959 {}] zookeeper.ZKUtil(111): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Set watcher on existing znode=/01308629048/rs/e611192d6313,36959,1731709313562 2024-11-15T22:21:55,319 WARN [RS:0;e611192d6313:36959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:21:55,319 INFO [RS:0;e611192d6313:36959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:21:55,319 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562 2024-11-15T22:21:55,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,36959,1731709313562] 2024-11-15T22:21:55,322 INFO [RS:0;e611192d6313:36959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:21:55,323 INFO [RS:0;e611192d6313:36959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:21:55,323 INFO [RS:0;e611192d6313:36959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:21:55,323 INFO [RS:0;e611192d6313:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:55,323 INFO [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:21:55,323 INFO [RS:0;e611192d6313:36959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:21:55,323 INFO [RS:0;e611192d6313:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:55,324 DEBUG [RS:0;e611192d6313:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:55,324 DEBUG [RS:0;e611192d6313:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:55,324 DEBUG [RS:0;e611192d6313:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:55,324 DEBUG [RS:0;e611192d6313:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:55,324 DEBUG [RS:0;e611192d6313:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:55,324 DEBUG [RS:0;e611192d6313:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:21:55,324 DEBUG [RS:0;e611192d6313:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:55,324 DEBUG [RS:0;e611192d6313:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:55,324 DEBUG [RS:0;e611192d6313:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:55,324 DEBUG [RS:0;e611192d6313:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:55,324 DEBUG [RS:0;e611192d6313:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:55,324 DEBUG [RS:0;e611192d6313:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:21:55,324 DEBUG [RS:0;e611192d6313:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:21:55,324 DEBUG [RS:0;e611192d6313:36959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:21:55,327 INFO [RS:0;e611192d6313:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:55,327 INFO [RS:0;e611192d6313:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:55,327 INFO [RS:0;e611192d6313:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:55,327 INFO [RS:0;e611192d6313:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:55,327 INFO [RS:0;e611192d6313:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:55,327 INFO [RS:0;e611192d6313:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36959,1731709313562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:21:55,340 INFO [RS:0;e611192d6313:36959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:21:55,340 INFO [RS:0;e611192d6313:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36959,1731709313562-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:55,340 INFO [RS:0;e611192d6313:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:55,340 INFO [RS:0;e611192d6313:36959 {}] regionserver.Replication(171): e611192d6313,36959,1731709313562 started 2024-11-15T22:21:55,352 INFO [RS:0;e611192d6313:36959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:55,352 INFO [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,36959,1731709313562, RpcServer on e611192d6313/172.17.0.3:36959, sessionid=0x101409711030001 2024-11-15T22:21:55,352 DEBUG [RS:0;e611192d6313:36959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:21:55,352 DEBUG [RS:0;e611192d6313:36959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,36959,1731709313562 2024-11-15T22:21:55,352 DEBUG [RS:0;e611192d6313:36959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,36959,1731709313562' 2024-11-15T22:21:55,352 DEBUG [RS:0;e611192d6313:36959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01308629048/flush-table-proc/abort' 2024-11-15T22:21:55,353 DEBUG [RS:0;e611192d6313:36959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01308629048/flush-table-proc/acquired' 2024-11-15T22:21:55,353 DEBUG [RS:0;e611192d6313:36959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:21:55,353 DEBUG [RS:0;e611192d6313:36959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:21:55,353 DEBUG [RS:0;e611192d6313:36959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,36959,1731709313562 2024-11-15T22:21:55,353 DEBUG [RS:0;e611192d6313:36959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,36959,1731709313562' 2024-11-15T22:21:55,353 DEBUG [RS:0;e611192d6313:36959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01308629048/online-snapshot/abort' 2024-11-15T22:21:55,353 DEBUG [RS:0;e611192d6313:36959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01308629048/online-snapshot/acquired' 2024-11-15T22:21:55,354 DEBUG [RS:0;e611192d6313:36959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:21:55,354 INFO [RS:0;e611192d6313:36959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:21:55,354 INFO [RS:0;e611192d6313:36959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:21:55,454 INFO [RS:0;e611192d6313:36959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:21:55,455 INFO [RS:0;e611192d6313:36959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C36959%2C1731709313562, suffix=, logDir=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562, archiveDir=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/oldWALs, maxLogs=10 2024-11-15T22:21:55,467 DEBUG [RS:0;e611192d6313:36959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456, exclude list is [], retry=0 2024-11-15T22:21:55,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42789,DS-dc75841b-1aec-4cd7-aa96-d72135d7ab0f,DISK] 2024-11-15T22:21:55,471 INFO [RS:0;e611192d6313:36959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 2024-11-15T22:21:55,471 DEBUG [RS:0;e611192d6313:36959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-15T22:21:55,615 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:21:55,616 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce 2024-11-15T22:21:55,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741833_1009 (size=32) 2024-11-15T22:21:56,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:56,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:21:56,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:21:56,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:56,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:56,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:21:56,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:21:56,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:56,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:56,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:21:56,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:21:56,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:56,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:56,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:21:56,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:21:56,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:56,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:56,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:21:56,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740 2024-11-15T22:21:56,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740 2024-11-15T22:21:56,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:21:56,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:21:56,028 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:21:56,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:21:56,030 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:21:56,030 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66316281, jitterRate=-0.011810407042503357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:21:56,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709316021Initializing all the Stores at 1731709316021Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709316021Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709316021Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709316022 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709316022Cleaning up temporary data from old regions at 1731709316028 (+6 ms)Region opened successfully at 1731709316031 (+3 ms) 2024-11-15T22:21:56,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:21:56,031 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:21:56,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:21:56,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:21:56,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:21:56,031 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:21:56,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709316031Disabling compacts and flushes for region at 1731709316031Disabling writes for close at 1731709316031Writing region close event to WAL at 1731709316031Closed at 1731709316031 2024-11-15T22:21:56,032 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:21:56,032 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:21:56,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:21:56,033 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:21:56,034 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:21:56,184 DEBUG [e611192d6313:35817 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:21:56,184 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,36959,1731709313562 2024-11-15T22:21:56,185 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,36959,1731709313562, state=OPENING 2024-11-15T22:21:56,192 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:21:56,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:21:56,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:21:56,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308629048/meta-region-server: CHANGED 2024-11-15T22:21:56,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308629048/meta-region-server: CHANGED 2024-11-15T22:21:56,203 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:21:56,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,36959,1731709313562}] 2024-11-15T22:21:56,355 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:21:56,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:21:56,359 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:21:56,359 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:21:56,359 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:21:56,360 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C36959%2C1731709313562.meta, suffix=.meta, logDir=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562, archiveDir=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/oldWALs, maxLogs=10 2024-11-15T22:21:56,376 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.meta.1731709316360.meta, exclude list is [], retry=0 2024-11-15T22:21:56,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42789,DS-dc75841b-1aec-4cd7-aa96-d72135d7ab0f,DISK] 2024-11-15T22:21:56,379 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.meta.1731709316360.meta 2024-11-15T22:21:56,379 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-15T22:21:56,379 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:21:56,379 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:21:56,379 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:21:56,379 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:21:56,379 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:21:56,379 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:21:56,380 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:21:56,380 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:21:56,380 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:21:56,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:21:56,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:21:56,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:56,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:56,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:21:56,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:21:56,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:56,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:56,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:21:56,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:21:56,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:56,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:56,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:21:56,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:21:56,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:21:56,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:21:56,384 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:21:56,384 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740 2024-11-15T22:21:56,385 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740 2024-11-15T22:21:56,386 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:21:56,386 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:21:56,386 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:21:56,386 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:21:56,387 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74235113, jitterRate=0.10618938505649567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:21:56,387 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:21:56,388 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709316380Writing region info on filesystem at 1731709316380Initializing all the Stores at 1731709316380Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709316380Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709316380Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709316380Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709316380Cleaning up temporary data from old regions at 1731709316386 (+6 ms)Running coprocessor post-open hooks at 1731709316387 (+1 ms)Region opened successfully at 1731709316388 (+1 ms) 2024-11-15T22:21:56,392 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709316355 2024-11-15T22:21:56,394 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:21:56,394 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:21:56,394 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,36959,1731709313562 2024-11-15T22:21:56,395 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,36959,1731709313562, state=OPEN 2024-11-15T22:21:56,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01308629048/meta-region-server 2024-11-15T22:21:56,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01308629048/meta-region-server 2024-11-15T22:21:56,433 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,36959,1731709313562 2024-11-15T22:21:56,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308629048/meta-region-server: CHANGED 2024-11-15T22:21:56,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308629048/meta-region-server: CHANGED 2024-11-15T22:21:56,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:21:56,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,36959,1731709313562 in 230 msec 2024-11-15T22:21:56,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:21:56,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-15T22:21:56,436 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:21:56,436 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:21:56,437 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:56,437 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,36959,1731709313562, seqNum=-1] 2024-11-15T22:21:56,438 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:56,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:21:56,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-11-15T22:21:56,442 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709316442, completionTime=-1 2024-11-15T22:21:56,442 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:21:56,442 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:21:56,443 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:21:56,443 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709376443 2024-11-15T22:21:56,444 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709436444 2024-11-15T22:21:56,444 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T22:21:56,444 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35817,1731709313367-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:56,444 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35817,1731709313367-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:56,444 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35817,1731709313367-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:56,444 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:35817, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:56,444 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:56,444 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:56,445 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:21:56,447 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.823sec 2024-11-15T22:21:56,447 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:21:56,447 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:21:56,447 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:21:56,447 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:21:56,447 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:21:56,447 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35817,1731709313367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:21:56,447 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35817,1731709313367-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:21:56,449 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:21:56,449 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:21:56,449 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35817,1731709313367-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:21:56,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5913aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:56,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,35817,-1 for getting cluster id 2024-11-15T22:21:56,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:21:56,488 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3734a8f-7add-4235-a798-2218ad9eeb6d' 2024-11-15T22:21:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:21:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3734a8f-7add-4235-a798-2218ad9eeb6d" 2024-11-15T22:21:56,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd07b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:56,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,35817,-1] 2024-11-15T22:21:56,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:21:56,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:21:56,490 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:21:56,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4adcda35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:21:56,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:21:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,36959,1731709313562, seqNum=-1] 2024-11-15T22:21:56,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:21:56,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:21:56,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,35817,1731709313367 2024-11-15T22:21:56,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62850 2024-11-15T22:21:56,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:21:56,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101409711030002 connected 2024-11-15T22:21:56,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/hadoop.log.dir so I do NOT create it in target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d 2024-11-15T22:21:56,531 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:21:56,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/hadoop.tmp.dir so I do NOT create it in target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d 2024-11-15T22:21:56,531 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:21:56,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d 2024-11-15T22:21:56,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:21:56,531 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/cluster_2ac381aa-c7cd-52b3-5d9e-9ca64079b7c0, deleteOnExit=true 2024-11-15T22:21:56,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:21:56,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/test.cache.data in system properties and HBase conf 2024-11-15T22:21:56,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:21:56,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:21:56,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:21:56,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:21:56,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:21:56,532 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:21:56,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:21:56,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:21:56,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:21:56,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:21:56,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:21:56,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:21:56,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:21:56,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:21:56,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:21:56,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:21:56,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:21:56,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:21:56,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:21:56,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:21:56,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:21:56,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:21:56,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:21:56,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:21:56,840 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:21:56,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:21:56,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e50fb96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:21:56,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5064314{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:21:56,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c15879a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/java.io.tmpdir/jetty-localhost-33913-hadoop-hdfs-3_4_1-tests_jar-_-any-11855069141978350794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:21:56,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79d81b12{HTTP/1.1, (http/1.1)}{localhost:33913} 2024-11-15T22:21:56,937 INFO [Time-limited test {}] server.Server(415): Started @269602ms 2024-11-15T22:21:57,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:21:57,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:21:57,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:21:57,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:21:57,202 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:21:57,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e6a79c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:21:57,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22247b2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:21:57,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a2fea70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/java.io.tmpdir/jetty-localhost-38575-hadoop-hdfs-3_4_1-tests_jar-_-any-11241976020107787246/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:21:57,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e865d8f{HTTP/1.1, (http/1.1)}{localhost:38575} 2024-11-15T22:21:57,299 INFO [Time-limited test {}] server.Server(415): Started @269964ms 2024-11-15T22:21:57,300 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:21:58,475 WARN [Thread-2784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/cluster_2ac381aa-c7cd-52b3-5d9e-9ca64079b7c0/data/data1/current/BP-1920648226-172.17.0.3-1731709316546/current, will proceed with Du for space computation calculation, 2024-11-15T22:21:58,476 WARN [Thread-2785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/cluster_2ac381aa-c7cd-52b3-5d9e-9ca64079b7c0/data/data2/current/BP-1920648226-172.17.0.3-1731709316546/current, will proceed with Du for space computation calculation, 2024-11-15T22:21:58,492 WARN [Thread-2772 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:21:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda6d2c6deab68cff with lease ID 0x76a75301871fec78: Processing first storage report for DS-dd4415ba-b5a1-487e-983e-13bc9ad15d7a from datanode DatanodeRegistration(127.0.0.1:46819, datanodeUuid=08091bd3-53c9-42ca-aaea-21787e978d7b, infoPort=35855, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=1595996035;c=1731709316546) 2024-11-15T22:21:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda6d2c6deab68cff with lease ID 0x76a75301871fec78: from storage DS-dd4415ba-b5a1-487e-983e-13bc9ad15d7a node DatanodeRegistration(127.0.0.1:46819, datanodeUuid=08091bd3-53c9-42ca-aaea-21787e978d7b, infoPort=35855, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=1595996035;c=1731709316546), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:21:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda6d2c6deab68cff with lease ID 0x76a75301871fec78: Processing first storage report for DS-6a085d55-75b1-45e0-abfa-c68e6964329e from datanode DatanodeRegistration(127.0.0.1:46819, datanodeUuid=08091bd3-53c9-42ca-aaea-21787e978d7b, infoPort=35855, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=1595996035;c=1731709316546) 2024-11-15T22:21:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda6d2c6deab68cff with lease ID 0x76a75301871fec78: from storage DS-6a085d55-75b1-45e0-abfa-c68e6964329e node DatanodeRegistration(127.0.0.1:46819, datanodeUuid=08091bd3-53c9-42ca-aaea-21787e978d7b, infoPort=35855, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=1595996035;c=1731709316546), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:21:58,528 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d 2024-11-15T22:21:58,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:58,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:58,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:21:58,938 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92 with version=8 2024-11-15T22:21:58,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/hbase-staging 2024-11-15T22:21:58,941 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:21:58,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:58,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:58,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:21:58,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:58,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:21:58,941 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:21:58,941 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:21:58,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36825 2024-11-15T22:21:58,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36825 connecting to ZooKeeper ensemble=127.0.0.1:62850 2024-11-15T22:21:59,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368250x0, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:21:59,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36825-0x101409711030003 connected 2024-11-15T22:21:59,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:59,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:59,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Set watcher on znode that does not yet exist, /11068209089/running 2024-11-15T22:21:59,090 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92, hbase.cluster.distributed=false 2024-11-15T22:21:59,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Set watcher on znode that does not yet exist, /11068209089/acl 2024-11-15T22:21:59,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36825 2024-11-15T22:21:59,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36825 2024-11-15T22:21:59,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36825 2024-11-15T22:21:59,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36825 2024-11-15T22:21:59,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36825 2024-11-15T22:21:59,106 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:21:59,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:59,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:59,106 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:21:59,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:21:59,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:21:59,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:21:59,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:21:59,107 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34949 2024-11-15T22:21:59,108 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34949 connecting to ZooKeeper ensemble=127.0.0.1:62850 2024-11-15T22:21:59,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:59,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:59,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349490x0, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:21:59,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349490x0, quorum=127.0.0.1:62850, baseZNode=/11068209089 Set watcher on znode that does not yet exist, /11068209089/running 2024-11-15T22:21:59,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34949-0x101409711030004 connected 2024-11-15T22:21:59,119 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:21:59,120 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:21:59,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Set watcher on znode that does not yet exist, /11068209089/master 2024-11-15T22:21:59,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Set watcher on znode that does not yet exist, /11068209089/acl 2024-11-15T22:21:59,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34949 2024-11-15T22:21:59,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34949 2024-11-15T22:21:59,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34949 2024-11-15T22:21:59,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34949 2024-11-15T22:21:59,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34949 2024-11-15T22:21:59,139 DEBUG [M:0;e611192d6313:36825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:36825 2024-11-15T22:21:59,139 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11068209089/backup-masters/e611192d6313,36825,1731709318940 2024-11-15T22:21:59,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089/backup-masters 2024-11-15T22:21:59,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089/backup-masters 2024-11-15T22:21:59,150 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Set watcher on existing znode=/11068209089/backup-masters/e611192d6313,36825,1731709318940 2024-11-15T22:21:59,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11068209089/master 2024-11-15T22:21:59,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:21:59,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:21:59,161 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Set watcher on existing znode=/11068209089/master 2024-11-15T22:21:59,161 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11068209089/backup-masters/e611192d6313,36825,1731709318940 from backup master directory 2024-11-15T22:21:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11068209089/backup-masters/e611192d6313,36825,1731709318940 2024-11-15T22:21:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089/backup-masters 2024-11-15T22:21:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089/backup-masters 2024-11-15T22:21:59,171 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:21:59,171 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,36825,1731709318940 2024-11-15T22:21:59,174 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/hbase.id] with ID: 688caeb1-eb3b-4f27-a273-8f7ee97f8755 2024-11-15T22:21:59,174 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/.tmp/hbase.id 2024-11-15T22:21:59,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:21:59,578 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/.tmp/hbase.id]:[hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/hbase.id] 2024-11-15T22:21:59,585 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:21:59,585 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:21:59,586 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T22:21:59,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:21:59,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:21:59,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:22:00,040 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:22:00,041 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:22:00,041 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:00,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:22:00,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:22:00,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T22:22:00,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:22:00,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T22:22:00,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:22:00,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T22:22:00,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:22:00,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T22:22:00,451 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store 2024-11-15T22:22:00,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:22:00,856 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:00,856 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:22:00,856 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:00,856 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:00,856 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:22:00,856 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:00,856 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:00,856 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709320856Disabling compacts and flushes for region at 1731709320856Disabling writes for close at 1731709320856Writing region close event to WAL at 1731709320856Closed at 1731709320856 2024-11-15T22:22:00,857 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/.initializing 2024-11-15T22:22:00,857 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/WALs/e611192d6313,36825,1731709318940 2024-11-15T22:22:00,858 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:22:00,859 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C36825%2C1731709318940, suffix=, logDir=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/WALs/e611192d6313,36825,1731709318940, archiveDir=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/oldWALs, maxLogs=10 2024-11-15T22:22:00,871 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/WALs/e611192d6313,36825,1731709318940/e611192d6313%2C36825%2C1731709318940.1731709320859, exclude list is [], retry=0 2024-11-15T22:22:00,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-dd4415ba-b5a1-487e-983e-13bc9ad15d7a,DISK] 2024-11-15T22:22:00,874 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/WALs/e611192d6313,36825,1731709318940/e611192d6313%2C36825%2C1731709318940.1731709320859 2024-11-15T22:22:00,874 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35855:35855)] 2024-11-15T22:22:00,874 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:00,874 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:00,874 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:00,874 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:00,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:00,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:22:00,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:00,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:00,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:00,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:22:00,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:00,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:00,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:00,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:22:00,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:00,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:00,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:00,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:22:00,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:00,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:00,880 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:00,880 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:00,880 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:00,881 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:00,881 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:00,882 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:22:00,883 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:00,884 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:00,884 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70819914, jitterRate=0.055298954248428345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:22:00,884 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709320874Initializing all the Stores at 1731709320875 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709320875Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709320875Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709320875Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709320875Cleaning up temporary data from old regions at 1731709320881 (+6 ms)Region opened successfully at 1731709320884 (+3 ms) 2024-11-15T22:22:00,885 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:22:00,886 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f96fdf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:22:00,887 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:22:00,887 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:22:00,887 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:22:00,887 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:22:00,887 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:22:00,888 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:22:00,888 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:22:00,889 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:22:00,890 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Unable to get data of znode /11068209089/balancer because node does not exist (not necessarily an error) 2024-11-15T22:22:00,960 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11068209089/balancer already deleted, retry=false 2024-11-15T22:22:00,961 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:22:00,962 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Unable to get data of znode /11068209089/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:22:01,040 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11068209089/normalizer already deleted, retry=false 2024-11-15T22:22:01,040 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:22:01,041 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Unable to get data of znode /11068209089/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:22:01,118 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11068209089/switch/split already deleted, retry=false 2024-11-15T22:22:01,119 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Unable to get data of znode /11068209089/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:22:01,170 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11068209089/switch/merge already deleted, retry=false 2024-11-15T22:22:01,172 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Unable to get data of znode /11068209089/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:22:01,181 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11068209089/snapshot-cleanup already deleted, retry=false 2024-11-15T22:22:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11068209089/running 2024-11-15T22:22:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11068209089/running 2024-11-15T22:22:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:22:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:22:01,192 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,36825,1731709318940, sessionid=0x101409711030003, setting cluster-up flag (Was=false) 2024-11-15T22:22:01,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:22:01,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:22:01,245 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11068209089/flush-table-proc/acquired, /11068209089/flush-table-proc/reached, /11068209089/flush-table-proc/abort 2024-11-15T22:22:01,245 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,36825,1731709318940 2024-11-15T22:22:01,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:22:01,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:22:01,297 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11068209089/online-snapshot/acquired, /11068209089/online-snapshot/reached, /11068209089/online-snapshot/abort 2024-11-15T22:22:01,298 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,36825,1731709318940 2024-11-15T22:22:01,299 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:22:01,300 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:01,300 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:22:01,300 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:22:01,301 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,36825,1731709318940 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:22:01,302 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:01,302 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:01,302 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:01,302 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:01,302 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:22:01,302 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:01,302 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:22:01,302 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:01,303 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709351303 2024-11-15T22:22:01,303 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:22:01,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:01,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:22:01,303 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:22:01,303 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:22:01,303 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:22:01,304 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:22:01,304 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:22:01,304 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:01,304 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:01,304 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:22:01,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:22:01,304 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:22:01,304 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:22:01,304 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:22:01,308 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:22:01,308 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:22:01,308 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709321308,5,FailOnTimeoutGroup] 2024-11-15T22:22:01,311 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709321308,5,FailOnTimeoutGroup] 2024-11-15T22:22:01,311 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:01,311 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:22:01,311 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:01,311 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:01,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:22:01,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:22:01,313 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92 2024-11-15T22:22:01,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:22:01,322 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:22:01,331 INFO [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(746): ClusterId : 688caeb1-eb3b-4f27-a273-8f7ee97f8755 2024-11-15T22:22:01,331 DEBUG [RS:0;e611192d6313:34949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:22:01,340 DEBUG [RS:0;e611192d6313:34949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:22:01,340 DEBUG [RS:0;e611192d6313:34949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:22:01,351 DEBUG [RS:0;e611192d6313:34949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:22:01,351 DEBUG [RS:0;e611192d6313:34949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1864a2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:22:01,361 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:34949 2024-11-15T22:22:01,361 INFO [RS:0;e611192d6313:34949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:22:01,361 INFO [RS:0;e611192d6313:34949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:22:01,361 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:22:01,362 INFO [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,36825,1731709318940 with port=34949, startcode=1731709319106 2024-11-15T22:22:01,362 DEBUG [RS:0;e611192d6313:34949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:22:01,363 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:22:01,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,34949,1731709319106 2024-11-15T22:22:01,364 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36825 {}] master.ServerManager(517): Registering regionserver=e611192d6313,34949,1731709319106 2024-11-15T22:22:01,365 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92 2024-11-15T22:22:01,365 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35019 2024-11-15T22:22:01,365 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:22:01,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089/rs 2024-11-15T22:22:01,416 DEBUG [RS:0;e611192d6313:34949 {}] zookeeper.ZKUtil(111): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Set watcher on existing znode=/11068209089/rs/e611192d6313,34949,1731709319106 2024-11-15T22:22:01,416 WARN [RS:0;e611192d6313:34949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:22:01,416 INFO [RS:0;e611192d6313:34949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:01,417 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106 2024-11-15T22:22:01,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,34949,1731709319106] 2024-11-15T22:22:01,419 INFO [RS:0;e611192d6313:34949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:22:01,420 INFO [RS:0;e611192d6313:34949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:22:01,421 INFO [RS:0;e611192d6313:34949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:22:01,421 INFO [RS:0;e611192d6313:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:01,421 INFO [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:22:01,421 INFO [RS:0;e611192d6313:34949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:22:01,421 INFO [RS:0;e611192d6313:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:01,422 DEBUG [RS:0;e611192d6313:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:01,422 DEBUG [RS:0;e611192d6313:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:01,422 DEBUG [RS:0;e611192d6313:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:01,422 DEBUG [RS:0;e611192d6313:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:01,422 DEBUG [RS:0;e611192d6313:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:01,422 DEBUG [RS:0;e611192d6313:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:22:01,422 DEBUG [RS:0;e611192d6313:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:01,422 DEBUG [RS:0;e611192d6313:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:01,422 DEBUG [RS:0;e611192d6313:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:01,422 DEBUG [RS:0;e611192d6313:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:01,422 DEBUG [RS:0;e611192d6313:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:01,422 DEBUG [RS:0;e611192d6313:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:01,422 DEBUG [RS:0;e611192d6313:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:22:01,422 DEBUG [RS:0;e611192d6313:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:22:01,422 INFO [RS:0;e611192d6313:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:01,422 INFO [RS:0;e611192d6313:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:01,423 INFO [RS:0;e611192d6313:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:01,423 INFO [RS:0;e611192d6313:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:01,423 INFO [RS:0;e611192d6313:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:01,423 INFO [RS:0;e611192d6313:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34949,1731709319106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:22:01,435 INFO [RS:0;e611192d6313:34949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:22:01,435 INFO [RS:0;e611192d6313:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34949,1731709319106-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:01,435 INFO [RS:0;e611192d6313:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:01,435 INFO [RS:0;e611192d6313:34949 {}] regionserver.Replication(171): e611192d6313,34949,1731709319106 started 2024-11-15T22:22:01,447 INFO [RS:0;e611192d6313:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:01,447 INFO [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,34949,1731709319106, RpcServer on e611192d6313/172.17.0.3:34949, sessionid=0x101409711030004 2024-11-15T22:22:01,447 DEBUG [RS:0;e611192d6313:34949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:22:01,447 DEBUG [RS:0;e611192d6313:34949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,34949,1731709319106 2024-11-15T22:22:01,447 DEBUG [RS:0;e611192d6313:34949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,34949,1731709319106' 2024-11-15T22:22:01,447 DEBUG [RS:0;e611192d6313:34949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11068209089/flush-table-proc/abort' 2024-11-15T22:22:01,448 DEBUG [RS:0;e611192d6313:34949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11068209089/flush-table-proc/acquired' 2024-11-15T22:22:01,448 DEBUG [RS:0;e611192d6313:34949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:22:01,448 DEBUG [RS:0;e611192d6313:34949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:22:01,448 DEBUG [RS:0;e611192d6313:34949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,34949,1731709319106 2024-11-15T22:22:01,448 DEBUG [RS:0;e611192d6313:34949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,34949,1731709319106' 2024-11-15T22:22:01,448 DEBUG [RS:0;e611192d6313:34949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11068209089/online-snapshot/abort' 2024-11-15T22:22:01,448 DEBUG [RS:0;e611192d6313:34949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11068209089/online-snapshot/acquired' 2024-11-15T22:22:01,449 DEBUG [RS:0;e611192d6313:34949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:22:01,449 INFO [RS:0;e611192d6313:34949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:22:01,449 INFO [RS:0;e611192d6313:34949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:22:01,549 INFO [RS:0;e611192d6313:34949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:22:01,550 INFO [RS:0;e611192d6313:34949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C34949%2C1731709319106, suffix=, logDir=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106, archiveDir=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/oldWALs, maxLogs=10 2024-11-15T22:22:01,562 DEBUG [RS:0;e611192d6313:34949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550, exclude list is [], retry=0 2024-11-15T22:22:01,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-dd4415ba-b5a1-487e-983e-13bc9ad15d7a,DISK] 2024-11-15T22:22:01,565 INFO [RS:0;e611192d6313:34949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 2024-11-15T22:22:01,565 DEBUG [RS:0;e611192d6313:34949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35855:35855)] 2024-11-15T22:22:01,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:01,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:22:01,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:22:01,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:01,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:01,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:22:01,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:22:01,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:01,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:01,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:22:01,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:22:01,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:01,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:01,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:22:01,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:22:01,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:01,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:01,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:22:01,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740 2024-11-15T22:22:01,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740 2024-11-15T22:22:01,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:22:01,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:22:01,737 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:22:01,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:22:01,739 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:01,739 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60512813, jitterRate=-0.09828881919384003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:22:01,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709321722Initializing all the Stores at 1731709321723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709321723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709321723Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709321723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709321723Cleaning up temporary data from old regions at 1731709321737 (+14 ms)Region opened successfully at 1731709321740 (+3 ms) 2024-11-15T22:22:01,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:22:01,740 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:22:01,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:22:01,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:22:01,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:22:01,740 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:22:01,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709321740Disabling compacts and flushes for region at 1731709321740Disabling writes for close at 1731709321740Writing region close event to WAL at 1731709321740Closed at 1731709321740 2024-11-15T22:22:01,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:01,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:22:01,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:22:01,742 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:22:01,742 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:22:01,881 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:22:01,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:01,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:01,893 DEBUG [e611192d6313:36825 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:22:01,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,34949,1731709319106 2024-11-15T22:22:01,894 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,34949,1731709319106, state=OPENING 2024-11-15T22:22:01,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:01,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:01,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:01,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:01,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:01,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:01,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:01,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:01,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:01,939 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:22:01,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:22:01,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:22:01,950 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:22:01,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11068209089/meta-region-server: CHANGED 2024-11-15T22:22:01,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11068209089/meta-region-server: CHANGED 2024-11-15T22:22:01,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,34949,1731709319106}] 2024-11-15T22:22:02,102 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:22:02,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:22:02,106 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:22:02,106 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:02,106 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:22:02,107 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C34949%2C1731709319106.meta, suffix=.meta, logDir=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106, archiveDir=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/oldWALs, maxLogs=10 2024-11-15T22:22:02,119 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.meta.1731709322108.meta, exclude list is [], retry=0 2024-11-15T22:22:02,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-dd4415ba-b5a1-487e-983e-13bc9ad15d7a,DISK] 2024-11-15T22:22:02,121 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.meta.1731709322108.meta 2024-11-15T22:22:02,122 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35855:35855)] 2024-11-15T22:22:02,122 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:02,122 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:22:02,122 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:22:02,122 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:22:02,122 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:22:02,123 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:22:02,123 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:02,123 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:22:02,123 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:22:02,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:22:02,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:22:02,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:02,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:02,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:22:02,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:22:02,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:02,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:02,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:22:02,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:22:02,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:02,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:02,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:22:02,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:22:02,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:02,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:02,127 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:22:02,127 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740 2024-11-15T22:22:02,128 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740 2024-11-15T22:22:02,129 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:22:02,129 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:22:02,129 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:22:02,130 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:22:02,130 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66892305, jitterRate=-0.0032269805669784546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:22:02,130 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:22:02,130 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709322123Writing region info on filesystem at 1731709322123Initializing all the Stores at 1731709322123Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709322123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709322124 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709322124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709322124Cleaning up temporary data from old regions at 1731709322129 (+5 ms)Running coprocessor post-open hooks at 1731709322130 (+1 ms)Region opened successfully at 1731709322130 2024-11-15T22:22:02,131 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709322102 2024-11-15T22:22:02,133 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:22:02,133 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:22:02,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,34949,1731709319106 2024-11-15T22:22:02,133 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,34949,1731709319106, state=OPEN 2024-11-15T22:22:02,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11068209089/meta-region-server 2024-11-15T22:22:02,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11068209089/meta-region-server 2024-11-15T22:22:02,139 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,34949,1731709319106 2024-11-15T22:22:02,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11068209089/meta-region-server: CHANGED 2024-11-15T22:22:02,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11068209089/meta-region-server: CHANGED 2024-11-15T22:22:02,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:22:02,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,34949,1731709319106 in 189 msec 2024-11-15T22:22:02,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:22:02,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-11-15T22:22:02,143 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:02,143 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:22:02,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:02,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,34949,1731709319106, seqNum=-1] 2024-11-15T22:22:02,144 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:02,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:22:02,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 848 msec 2024-11-15T22:22:02,149 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709322148, completionTime=-1 2024-11-15T22:22:02,149 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:22:02,149 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:22:02,150 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:22:02,150 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709382150 2024-11-15T22:22:02,150 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709442150 2024-11-15T22:22:02,150 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T22:22:02,151 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36825,1731709318940-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:02,151 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36825,1731709318940-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:02,151 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36825,1731709318940-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:02,151 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:36825, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:02,151 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:02,151 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:02,152 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:22:02,154 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.983sec 2024-11-15T22:22:02,154 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:22:02,154 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:22:02,154 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:22:02,154 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:22:02,154 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:22:02,154 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36825,1731709318940-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:22:02,154 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36825,1731709318940-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:22:02,156 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:22:02,156 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:22:02,156 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36825,1731709318940-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:02,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2906f912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:02,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,36825,-1 for getting cluster id 2024-11-15T22:22:02,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:02,233 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '688caeb1-eb3b-4f27-a273-8f7ee97f8755' 2024-11-15T22:22:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "688caeb1-eb3b-4f27-a273-8f7ee97f8755" 2024-11-15T22:22:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490af728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,36825,-1] 2024-11-15T22:22:02,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:02,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:02,234 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:02,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9d9cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:02,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,34949,1731709319106, seqNum=-1] 2024-11-15T22:22:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:02,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:22:02,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,36825,1731709318940 2024-11-15T22:22:02,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62850 2024-11-15T22:22:02,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:22:02,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101409711030005 connected 2024-11-15T22:22:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/hadoop.log.dir so I do NOT create it in target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c 2024-11-15T22:22:02,257 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:22:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/hadoop.tmp.dir so I do NOT create it in target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c 2024-11-15T22:22:02,257 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:22:02,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c 2024-11-15T22:22:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:22:02,257 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/cluster_3ac967da-cdfd-5484-4256-92ba897e3fac, deleteOnExit=true 2024-11-15T22:22:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:22:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/test.cache.data in system properties and HBase conf 2024-11-15T22:22:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:22:02,258 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:22:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:22:02,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:22:02,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:22:02,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:22:02,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:22:02,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:22:02,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:22:02,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1731030{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:22:02,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3360cb18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:22:02,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7842be02{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/java.io.tmpdir/jetty-localhost-40413-hadoop-hdfs-3_4_1-tests_jar-_-any-12886535120928909103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:22:02,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fb7a57{HTTP/1.1, (http/1.1)}{localhost:40413} 2024-11-15T22:22:02,714 INFO [Time-limited test {}] server.Server(415): Started @275379ms 2024-11-15T22:22:02,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:22:02,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:22:02,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:22:02,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:22:02,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:22:02,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@582d1e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:22:02,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dcb209f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:22:03,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61c524fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/java.io.tmpdir/jetty-localhost-33345-hadoop-hdfs-3_4_1-tests_jar-_-any-17868349530894832406/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:22:03,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55f37caa{HTTP/1.1, (http/1.1)}{localhost:33345} 2024-11-15T22:22:03,066 INFO [Time-limited test {}] server.Server(415): Started @275731ms 2024-11-15T22:22:03,066 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:22:03,812 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/cluster_3ac967da-cdfd-5484-4256-92ba897e3fac/data/data1/current/BP-122272407-172.17.0.3-1731709322272/current, will proceed with Du for space computation calculation, 2024-11-15T22:22:03,812 WARN [Thread-2906 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/cluster_3ac967da-cdfd-5484-4256-92ba897e3fac/data/data2/current/BP-122272407-172.17.0.3-1731709322272/current, will proceed with Du for space computation calculation, 2024-11-15T22:22:03,829 WARN [Thread-2893 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:22:03,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa381336083f19a79 with lease ID 0xdaa2eb15610e5342: Processing first storage report for DS-ddfccb04-551e-4203-a4e2-201a6b43727d from datanode DatanodeRegistration(127.0.0.1:35025, datanodeUuid=b56799ab-c4a6-49c6-a261-c1fc1bb7b3a6, infoPort=41927, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=1716947285;c=1731709322272) 2024-11-15T22:22:03,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa381336083f19a79 with lease ID 0xdaa2eb15610e5342: from storage DS-ddfccb04-551e-4203-a4e2-201a6b43727d node DatanodeRegistration(127.0.0.1:35025, datanodeUuid=b56799ab-c4a6-49c6-a261-c1fc1bb7b3a6, infoPort=41927, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=1716947285;c=1731709322272), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:22:03,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa381336083f19a79 with lease ID 0xdaa2eb15610e5342: Processing first storage report for DS-86d20f1b-9a47-4f20-94a4-619bf8654c02 from datanode DatanodeRegistration(127.0.0.1:35025, datanodeUuid=b56799ab-c4a6-49c6-a261-c1fc1bb7b3a6, infoPort=41927, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=1716947285;c=1731709322272) 2024-11-15T22:22:03,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa381336083f19a79 with lease ID 0xdaa2eb15610e5342: from storage DS-86d20f1b-9a47-4f20-94a4-619bf8654c02 node DatanodeRegistration(127.0.0.1:35025, datanodeUuid=b56799ab-c4a6-49c6-a261-c1fc1bb7b3a6, infoPort=41927, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=1716947285;c=1731709322272), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:22:03,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c 2024-11-15T22:22:03,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:03,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:03,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:22:04,309 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8 with version=8 2024-11-15T22:22:04,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/hbase-staging 2024-11-15T22:22:04,311 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:22:04,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:04,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:04,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:22:04,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:04,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:22:04,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:22:04,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:22:04,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46097 2024-11-15T22:22:04,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46097 connecting to ZooKeeper ensemble=127.0.0.1:62850 2024-11-15T22:22:04,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460970x0, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:22:04,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46097-0x101409711030006 connected 2024-11-15T22:22:04,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:04,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:04,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Set watcher on znode that does not yet exist, /2-1148346988/running 2024-11-15T22:22:04,437 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8, hbase.cluster.distributed=false 2024-11-15T22:22:04,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Set watcher on znode that does not yet exist, /2-1148346988/acl 2024-11-15T22:22:04,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46097 2024-11-15T22:22:04,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46097 2024-11-15T22:22:04,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46097 2024-11-15T22:22:04,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46097 2024-11-15T22:22:04,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46097 2024-11-15T22:22:04,454 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:22:04,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:04,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:04,454 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:22:04,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:04,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:22:04,454 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:22:04,454 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:22:04,455 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37551 2024-11-15T22:22:04,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37551 connecting to ZooKeeper ensemble=127.0.0.1:62850 2024-11-15T22:22:04,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:04,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:04,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375510x0, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:22:04,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375510x0, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Set watcher on znode that does not yet exist, /2-1148346988/running 2024-11-15T22:22:04,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37551-0x101409711030007 connected 2024-11-15T22:22:04,466 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:22:04,467 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:22:04,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Set watcher on znode that does not yet exist, /2-1148346988/master 2024-11-15T22:22:04,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Set watcher on znode that does not yet exist, /2-1148346988/acl 2024-11-15T22:22:04,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37551 2024-11-15T22:22:04,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37551 2024-11-15T22:22:04,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37551 2024-11-15T22:22:04,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37551 2024-11-15T22:22:04,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37551 2024-11-15T22:22:04,484 DEBUG [M:0;e611192d6313:46097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:46097 2024-11-15T22:22:04,484 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1148346988/backup-masters/e611192d6313,46097,1731709324311 2024-11-15T22:22:04,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988/backup-masters 2024-11-15T22:22:04,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988/backup-masters 2024-11-15T22:22:04,497 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Set watcher on existing znode=/2-1148346988/backup-masters/e611192d6313,46097,1731709324311 2024-11-15T22:22:04,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1148346988/master 2024-11-15T22:22:04,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:04,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:04,508 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Set watcher on existing znode=/2-1148346988/master 2024-11-15T22:22:04,508 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1148346988/backup-masters/e611192d6313,46097,1731709324311 from backup master directory 2024-11-15T22:22:04,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1148346988/backup-masters/e611192d6313,46097,1731709324311 2024-11-15T22:22:04,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988/backup-masters 2024-11-15T22:22:04,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988/backup-masters 2024-11-15T22:22:04,518 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:22:04,518 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,46097,1731709324311 2024-11-15T22:22:04,521 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/hbase.id] with ID: 5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c 2024-11-15T22:22:04,521 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/.tmp/hbase.id 2024-11-15T22:22:04,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:22:04,929 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/.tmp/hbase.id]:[hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/hbase.id] 2024-11-15T22:22:04,935 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:04,935 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:22:04,936 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T22:22:04,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:04,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:04,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:22:05,037 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:05,037 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:22:05,037 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48407 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:22:05,386 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:22:05,386 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:22:05,386 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:05,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:22:05,791 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store 2024-11-15T22:22:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:22:06,196 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:06,197 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:22:06,197 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:06,197 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:06,197 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:22:06,197 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:06,197 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:06,197 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709326197Disabling compacts and flushes for region at 1731709326197Disabling writes for close at 1731709326197Writing region close event to WAL at 1731709326197Closed at 1731709326197 2024-11-15T22:22:06,197 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/.initializing 2024-11-15T22:22:06,197 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/WALs/e611192d6313,46097,1731709324311 2024-11-15T22:22:06,198 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:22:06,199 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C46097%2C1731709324311, suffix=, logDir=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/WALs/e611192d6313,46097,1731709324311, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/oldWALs, maxLogs=10 2024-11-15T22:22:06,215 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/WALs/e611192d6313,46097,1731709324311/e611192d6313%2C46097%2C1731709324311.1731709326200, exclude list is [], retry=0 2024-11-15T22:22:06,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35025,DS-ddfccb04-551e-4203-a4e2-201a6b43727d,DISK] 2024-11-15T22:22:06,218 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/WALs/e611192d6313,46097,1731709324311/e611192d6313%2C46097%2C1731709324311.1731709326200 2024-11-15T22:22:06,220 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41927:41927)] 2024-11-15T22:22:06,220 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:06,220 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:06,220 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:06,220 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:06,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:06,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:22:06,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:06,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:06,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:06,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:22:06,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:06,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:06,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:06,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:22:06,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:06,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:06,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:06,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:22:06,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:06,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:06,246 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:06,246 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:06,247 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:06,247 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:06,248 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:06,248 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:22:06,249 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:06,250 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:06,251 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61925471, jitterRate=-0.07723857462406158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:22:06,251 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709326220Initializing all the Stores at 1731709326236 (+16 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709326236Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709326240 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709326240Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709326240Cleaning up temporary data from old regions at 1731709326248 (+8 ms)Region opened successfully at 1731709326251 (+3 ms) 2024-11-15T22:22:06,251 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:22:06,254 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a50115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:22:06,255 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:22:06,255 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:22:06,255 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:22:06,255 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:22:06,255 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:22:06,256 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:22:06,256 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:22:06,258 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:22:06,259 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Unable to get data of znode /2-1148346988/balancer because node does not exist (not necessarily an error) 2024-11-15T22:22:06,318 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1148346988/balancer already deleted, retry=false 2024-11-15T22:22:06,319 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:22:06,319 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Unable to get data of znode /2-1148346988/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:22:06,413 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1148346988/normalizer already deleted, retry=false 2024-11-15T22:22:06,413 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:22:06,414 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Unable to get data of znode /2-1148346988/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:22:06,548 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1148346988/switch/split already deleted, retry=false 2024-11-15T22:22:06,549 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Unable to get data of znode /2-1148346988/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:22:06,560 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1148346988/switch/merge already deleted, retry=false 2024-11-15T22:22:06,562 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Unable to get data of znode /2-1148346988/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:22:06,571 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1148346988/snapshot-cleanup already deleted, retry=false 2024-11-15T22:22:06,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1148346988/running 2024-11-15T22:22:06,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1148346988/running 2024-11-15T22:22:06,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:06,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:06,582 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,46097,1731709324311, sessionid=0x101409711030006, setting cluster-up flag (Was=false) 2024-11-15T22:22:06,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:06,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:06,634 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1148346988/flush-table-proc/acquired, /2-1148346988/flush-table-proc/reached, /2-1148346988/flush-table-proc/abort 2024-11-15T22:22:06,635 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,46097,1731709324311 2024-11-15T22:22:06,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:06,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:06,686 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1148346988/online-snapshot/acquired, /2-1148346988/online-snapshot/reached, /2-1148346988/online-snapshot/abort 2024-11-15T22:22:06,688 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,46097,1731709324311 2024-11-15T22:22:06,688 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:22:06,690 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:06,690 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:22:06,690 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:22:06,691 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,46097,1731709324311 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:22:06,692 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:06,692 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:06,692 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:06,692 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:06,692 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:22:06,692 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:06,692 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:22:06,692 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:06,693 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709356693 2024-11-15T22:22:06,693 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:22:06,693 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:22:06,693 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:22:06,693 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:22:06,693 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:22:06,693 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:06,693 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:22:06,693 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:22:06,693 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:06,694 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:22:06,694 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:22:06,694 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:22:06,694 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:22:06,694 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:22:06,694 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:22:06,694 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:06,694 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709326694,5,FailOnTimeoutGroup] 2024-11-15T22:22:06,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:22:06,694 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709326694,5,FailOnTimeoutGroup] 2024-11-15T22:22:06,694 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:06,694 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:22:06,694 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:06,694 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:06,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:22:06,777 INFO [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(746): ClusterId : 5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c 2024-11-15T22:22:06,777 DEBUG [RS:0;e611192d6313:37551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:22:06,782 DEBUG [RS:0;e611192d6313:37551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:22:06,782 DEBUG [RS:0;e611192d6313:37551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:22:06,792 DEBUG [RS:0;e611192d6313:37551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:22:06,792 DEBUG [RS:0;e611192d6313:37551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356db13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:22:06,804 DEBUG [RS:0;e611192d6313:37551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:37551 2024-11-15T22:22:06,804 INFO [RS:0;e611192d6313:37551 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:22:06,805 INFO [RS:0;e611192d6313:37551 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:22:06,805 DEBUG [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:22:06,805 INFO [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,46097,1731709324311 with port=37551, startcode=1731709324454 2024-11-15T22:22:06,805 DEBUG [RS:0;e611192d6313:37551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:22:06,806 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:22:06,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,37551,1731709324454 2024-11-15T22:22:06,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46097 {}] master.ServerManager(517): Registering regionserver=e611192d6313,37551,1731709324454 2024-11-15T22:22:06,808 DEBUG [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8 2024-11-15T22:22:06,808 DEBUG [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43979 2024-11-15T22:22:06,808 DEBUG [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:22:06,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988/rs 2024-11-15T22:22:06,853 DEBUG [RS:0;e611192d6313:37551 {}] zookeeper.ZKUtil(111): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Set watcher on existing znode=/2-1148346988/rs/e611192d6313,37551,1731709324454 2024-11-15T22:22:06,853 WARN [RS:0;e611192d6313:37551 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:22:06,854 INFO [RS:0;e611192d6313:37551 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:06,854 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,37551,1731709324454] 2024-11-15T22:22:06,854 DEBUG [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454 2024-11-15T22:22:06,856 INFO [RS:0;e611192d6313:37551 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:22:06,858 INFO [RS:0;e611192d6313:37551 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:22:06,859 INFO [RS:0;e611192d6313:37551 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:22:06,859 INFO [RS:0;e611192d6313:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:06,859 INFO [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:22:06,859 INFO [RS:0;e611192d6313:37551 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:22:06,859 INFO [RS:0;e611192d6313:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:06,860 DEBUG [RS:0;e611192d6313:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:06,860 DEBUG [RS:0;e611192d6313:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:06,860 DEBUG [RS:0;e611192d6313:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:06,860 DEBUG [RS:0;e611192d6313:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:06,860 DEBUG [RS:0;e611192d6313:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:06,860 DEBUG [RS:0;e611192d6313:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:22:06,860 DEBUG [RS:0;e611192d6313:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:06,860 DEBUG [RS:0;e611192d6313:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:06,860 DEBUG [RS:0;e611192d6313:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:06,860 DEBUG [RS:0;e611192d6313:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:06,860 DEBUG [RS:0;e611192d6313:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:06,860 DEBUG [RS:0;e611192d6313:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:06,860 DEBUG [RS:0;e611192d6313:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:22:06,860 DEBUG [RS:0;e611192d6313:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:22:06,860 INFO [RS:0;e611192d6313:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:06,861 INFO [RS:0;e611192d6313:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:06,861 INFO [RS:0;e611192d6313:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:06,861 INFO [RS:0;e611192d6313:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:06,861 INFO [RS:0;e611192d6313:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:06,861 INFO [RS:0;e611192d6313:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37551,1731709324454-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:22:06,874 INFO [RS:0;e611192d6313:37551 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:22:06,874 INFO [RS:0;e611192d6313:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37551,1731709324454-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:06,874 INFO [RS:0;e611192d6313:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:06,874 INFO [RS:0;e611192d6313:37551 {}] regionserver.Replication(171): e611192d6313,37551,1731709324454 started 2024-11-15T22:22:06,887 INFO [RS:0;e611192d6313:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:06,887 INFO [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,37551,1731709324454, RpcServer on e611192d6313/172.17.0.3:37551, sessionid=0x101409711030007 2024-11-15T22:22:06,887 DEBUG [RS:0;e611192d6313:37551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:22:06,887 DEBUG [RS:0;e611192d6313:37551 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,37551,1731709324454 2024-11-15T22:22:06,887 DEBUG [RS:0;e611192d6313:37551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,37551,1731709324454' 2024-11-15T22:22:06,887 DEBUG [RS:0;e611192d6313:37551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1148346988/flush-table-proc/abort' 2024-11-15T22:22:06,888 DEBUG [RS:0;e611192d6313:37551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1148346988/flush-table-proc/acquired' 2024-11-15T22:22:06,888 DEBUG [RS:0;e611192d6313:37551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:22:06,888 DEBUG [RS:0;e611192d6313:37551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:22:06,888 DEBUG [RS:0;e611192d6313:37551 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,37551,1731709324454 2024-11-15T22:22:06,888 DEBUG [RS:0;e611192d6313:37551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,37551,1731709324454' 2024-11-15T22:22:06,888 DEBUG [RS:0;e611192d6313:37551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1148346988/online-snapshot/abort' 2024-11-15T22:22:06,889 DEBUG [RS:0;e611192d6313:37551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1148346988/online-snapshot/acquired' 2024-11-15T22:22:06,889 DEBUG [RS:0;e611192d6313:37551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:22:06,889 INFO [RS:0;e611192d6313:37551 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:22:06,889 INFO [RS:0;e611192d6313:37551 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:22:06,990 INFO [RS:0;e611192d6313:37551 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:22:06,991 INFO [RS:0;e611192d6313:37551 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C37551%2C1731709324454, suffix=, logDir=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/oldWALs, maxLogs=10 2024-11-15T22:22:07,004 DEBUG [RS:0;e611192d6313:37551 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991, exclude list is [], retry=0 2024-11-15T22:22:07,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35025,DS-ddfccb04-551e-4203-a4e2-201a6b43727d,DISK] 2024-11-15T22:22:07,008 INFO [RS:0;e611192d6313:37551 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 2024-11-15T22:22:07,008 DEBUG [RS:0;e611192d6313:37551 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41927:41927)] 2024-11-15T22:22:07,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:22:07,101 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8 2024-11-15T22:22:07,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741833_1009 (size=32) 2024-11-15T22:22:07,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:07,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:22:07,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:22:07,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:07,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:07,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:22:07,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:22:07,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:07,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:07,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:22:07,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:22:07,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:07,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:07,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:22:07,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:22:07,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:07,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:07,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:22:07,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740 2024-11-15T22:22:07,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740 2024-11-15T22:22:07,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:22:07,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:22:07,514 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:22:07,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:22:07,516 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:07,516 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63749341, jitterRate=-0.05006079375743866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:22:07,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709327506Initializing all the Stores at 1731709327507 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709327507Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709327507Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709327507Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709327507Cleaning up temporary data from old regions at 1731709327514 (+7 ms)Region opened successfully at 1731709327516 (+2 ms) 2024-11-15T22:22:07,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:22:07,516 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:22:07,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:22:07,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:22:07,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:22:07,517 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:22:07,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709327516Disabling compacts and flushes for region at 1731709327516Disabling writes for close at 1731709327516Writing region close event to WAL at 1731709327517 (+1 ms)Closed at 1731709327517 2024-11-15T22:22:07,517 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:07,517 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:22:07,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:22:07,518 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:22:07,519 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:22:07,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:22:07,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:07,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:07,669 DEBUG [e611192d6313:46097 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:22:07,670 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,37551,1731709324454 2024-11-15T22:22:07,671 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,37551,1731709324454, state=OPENING 2024-11-15T22:22:07,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:07,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:07,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:07,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:07,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:07,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:07,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:07,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:07,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:07,718 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:22:07,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:07,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:07,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1148346988/meta-region-server: CHANGED 2024-11-15T22:22:07,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1148346988/meta-region-server: CHANGED 2024-11-15T22:22:07,729 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:22:07,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,37551,1731709324454}] 2024-11-15T22:22:07,881 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:22:07,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:22:07,885 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:22:07,885 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:07,885 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:22:07,886 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C37551%2C1731709324454.meta, suffix=.meta, logDir=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/oldWALs, maxLogs=10 2024-11-15T22:22:07,899 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.meta.1731709327887.meta, exclude list is [], retry=0 2024-11-15T22:22:07,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35025,DS-ddfccb04-551e-4203-a4e2-201a6b43727d,DISK] 2024-11-15T22:22:07,902 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.meta.1731709327887.meta 2024-11-15T22:22:07,902 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41927:41927)] 2024-11-15T22:22:07,902 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:07,902 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:22:07,903 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:22:07,903 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:22:07,903 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:22:07,903 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:22:07,903 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:07,903 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:22:07,903 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:22:07,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:22:07,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:22:07,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:07,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:07,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:22:07,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:22:07,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:07,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:07,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:22:07,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:22:07,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:07,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:07,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:22:07,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:22:07,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:07,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:07,908 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:22:07,908 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740 2024-11-15T22:22:07,909 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740 2024-11-15T22:22:07,910 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:22:07,910 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:22:07,910 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:22:07,911 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:22:07,912 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72763281, jitterRate=0.08425737917423248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:22:07,912 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:22:07,912 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709327903Writing region info on filesystem at 1731709327903Initializing all the Stores at 1731709327904 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709327904Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709327904Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709327904Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709327904Cleaning up temporary data from old regions at 1731709327910 (+6 ms)Running coprocessor post-open hooks at 1731709327912 (+2 ms)Region opened successfully at 1731709327912 2024-11-15T22:22:07,913 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709327881 2024-11-15T22:22:07,915 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:22:07,915 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:22:07,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,37551,1731709324454 2024-11-15T22:22:07,916 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,37551,1731709324454, state=OPEN 2024-11-15T22:22:07,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1148346988/meta-region-server 2024-11-15T22:22:07,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1148346988/meta-region-server 2024-11-15T22:22:07,928 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,37551,1731709324454 2024-11-15T22:22:07,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1148346988/meta-region-server: CHANGED 2024-11-15T22:22:07,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1148346988/meta-region-server: CHANGED 2024-11-15T22:22:07,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:22:07,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,37551,1731709324454 in 199 msec 2024-11-15T22:22:07,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:22:07,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-15T22:22:07,933 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:07,933 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:22:07,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:07,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37551,1731709324454, seqNum=-1] 2024-11-15T22:22:07,934 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:07,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:22:07,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-15T22:22:07,940 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709327940, completionTime=-1 2024-11-15T22:22:07,940 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:22:07,940 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:22:07,942 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:22:07,942 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709387942 2024-11-15T22:22:07,942 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709447942 2024-11-15T22:22:07,942 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T22:22:07,942 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,46097,1731709324311-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:07,943 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,46097,1731709324311-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:07,943 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,46097,1731709324311-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:07,943 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:46097, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:07,943 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:07,943 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:07,945 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:22:07,946 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.428sec 2024-11-15T22:22:07,947 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:22:07,947 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:22:07,947 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:22:07,947 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:22:07,947 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:22:07,947 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,46097,1731709324311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:22:07,947 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,46097,1731709324311-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:22:07,949 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:22:07,949 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:22:07,949 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,46097,1731709324311-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:07,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f15e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:07,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,46097,-1 for getting cluster id 2024-11-15T22:22:07,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:07,979 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c' 2024-11-15T22:22:07,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:07,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c" 2024-11-15T22:22:07,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57897f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:07,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,46097,-1] 2024-11-15T22:22:07,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:07,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:07,981 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:07,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a6ac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:07,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:07,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37551,1731709324454, seqNum=-1] 2024-11-15T22:22:07,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:07,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:22:07,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,46097,1731709324311 2024-11-15T22:22:07,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62850 2024-11-15T22:22:07,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:22:07,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101409711030008 connected 2024-11-15T22:22:08,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,35817,1731709313367 2024-11-15T22:22:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d38edf1 2024-11-15T22:22:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:08,006 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:22:08,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:22:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:22:08,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:22:08,009 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:08,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:22:08,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:22:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:08,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:22:08,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d442647d1cb2aff6afbb91557a18e2fe, NAME => 'test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce 2024-11-15T22:22:08,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:22:08,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:08,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d442647d1cb2aff6afbb91557a18e2fe, disabling compactions & flushes 2024-11-15T22:22:08,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe. 2024-11-15T22:22:08,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe. 2024-11-15T22:22:08,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe. after waiting 0 ms 2024-11-15T22:22:08,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe. 2024-11-15T22:22:08,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe. 2024-11-15T22:22:08,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d442647d1cb2aff6afbb91557a18e2fe: Waiting for close lock at 1731709328025Disabling compacts and flushes for region at 1731709328025Disabling writes for close at 1731709328025Writing region close event to WAL at 1731709328025Closed at 1731709328025 2024-11-15T22:22:08,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:22:08,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709328026"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709328026"}]},"ts":"1731709328026"} 2024-11-15T22:22:08,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:22:08,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:22:08,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709328028"}]},"ts":"1731709328028"} 2024-11-15T22:22:08,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:22:08,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d442647d1cb2aff6afbb91557a18e2fe, ASSIGN}] 2024-11-15T22:22:08,030 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d442647d1cb2aff6afbb91557a18e2fe, ASSIGN 2024-11-15T22:22:08,031 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d442647d1cb2aff6afbb91557a18e2fe, ASSIGN; state=OFFLINE, location=e611192d6313,36959,1731709313562; forceNewPlan=false, retain=false 2024-11-15T22:22:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:08,182 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d442647d1cb2aff6afbb91557a18e2fe, regionState=OPENING, regionLocation=e611192d6313,36959,1731709313562 2024-11-15T22:22:08,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d442647d1cb2aff6afbb91557a18e2fe, ASSIGN because future has completed 2024-11-15T22:22:08,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d442647d1cb2aff6afbb91557a18e2fe, server=e611192d6313,36959,1731709313562}] 2024-11-15T22:22:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:08,340 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe. 2024-11-15T22:22:08,340 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d442647d1cb2aff6afbb91557a18e2fe, NAME => 'test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:08,340 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:22:08,340 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:22:08,340 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:08,341 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:08,341 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:08,341 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:08,342 INFO [StoreOpener-d442647d1cb2aff6afbb91557a18e2fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:08,343 INFO [StoreOpener-d442647d1cb2aff6afbb91557a18e2fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d442647d1cb2aff6afbb91557a18e2fe columnFamilyName f 2024-11-15T22:22:08,343 DEBUG [StoreOpener-d442647d1cb2aff6afbb91557a18e2fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:08,343 INFO [StoreOpener-d442647d1cb2aff6afbb91557a18e2fe-1 {}] regionserver.HStore(327): Store=d442647d1cb2aff6afbb91557a18e2fe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:08,343 INFO [StoreOpener-d442647d1cb2aff6afbb91557a18e2fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:08,344 INFO [StoreOpener-d442647d1cb2aff6afbb91557a18e2fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d442647d1cb2aff6afbb91557a18e2fe columnFamilyName f1 2024-11-15T22:22:08,344 DEBUG [StoreOpener-d442647d1cb2aff6afbb91557a18e2fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:08,344 INFO [StoreOpener-d442647d1cb2aff6afbb91557a18e2fe-1 {}] regionserver.HStore(327): Store=d442647d1cb2aff6afbb91557a18e2fe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:08,345 INFO [StoreOpener-d442647d1cb2aff6afbb91557a18e2fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:08,345 INFO [StoreOpener-d442647d1cb2aff6afbb91557a18e2fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d442647d1cb2aff6afbb91557a18e2fe columnFamilyName norep 2024-11-15T22:22:08,345 DEBUG [StoreOpener-d442647d1cb2aff6afbb91557a18e2fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:08,346 INFO [StoreOpener-d442647d1cb2aff6afbb91557a18e2fe-1 {}] regionserver.HStore(327): Store=d442647d1cb2aff6afbb91557a18e2fe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:08,346 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:08,346 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:08,347 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:08,347 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:08,347 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:08,348 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:22:08,348 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:08,350 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:08,350 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d442647d1cb2aff6afbb91557a18e2fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71480430, jitterRate=0.06514140963554382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:22:08,350 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:08,351 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d442647d1cb2aff6afbb91557a18e2fe: Running coprocessor pre-open hook at 1731709328341Writing region info on filesystem at 1731709328341Initializing all the Stores at 1731709328341Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709328341Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709328342 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709328342Cleaning up temporary data from old regions at 1731709328347 (+5 ms)Running coprocessor post-open hooks at 1731709328350 (+3 ms)Region opened successfully at 1731709328351 (+1 ms) 2024-11-15T22:22:08,352 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe., pid=6, masterSystemTime=1731709328336 2024-11-15T22:22:08,353 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe. 2024-11-15T22:22:08,353 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe. 2024-11-15T22:22:08,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d442647d1cb2aff6afbb91557a18e2fe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,36959,1731709313562 2024-11-15T22:22:08,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d442647d1cb2aff6afbb91557a18e2fe, server=e611192d6313,36959,1731709313562 because future has completed 2024-11-15T22:22:08,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:22:08,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d442647d1cb2aff6afbb91557a18e2fe, server=e611192d6313,36959,1731709313562 in 172 msec 2024-11-15T22:22:08,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:22:08,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d442647d1cb2aff6afbb91557a18e2fe, ASSIGN in 327 msec 2024-11-15T22:22:08,360 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:22:08,360 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709328360"}]},"ts":"1731709328360"} 2024-11-15T22:22:08,361 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:22:08,362 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:22:08,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 356 msec 2024-11-15T22:22:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:08,638 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:22:08,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,36825,1731709318940 2024-11-15T22:22:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e4fad39 2024-11-15T22:22:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:08,640 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:22:08,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:22:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:22:08,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:22:08,642 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:08,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:22:08,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:22:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:08,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:22:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:09,062 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82961db0b3a9ef3f010c662f8e9e36f4, NAME => 'test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92 2024-11-15T22:22:09,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:22:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:09,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:09,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 82961db0b3a9ef3f010c662f8e9e36f4, disabling compactions & flushes 2024-11-15T22:22:09,467 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4. 2024-11-15T22:22:09,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4. 2024-11-15T22:22:09,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4. after waiting 0 ms 2024-11-15T22:22:09,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4. 2024-11-15T22:22:09,467 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4. 2024-11-15T22:22:09,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82961db0b3a9ef3f010c662f8e9e36f4: Waiting for close lock at 1731709329467Disabling compacts and flushes for region at 1731709329467Disabling writes for close at 1731709329467Writing region close event to WAL at 1731709329467Closed at 1731709329467 2024-11-15T22:22:09,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:22:09,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709329469"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709329469"}]},"ts":"1731709329469"} 2024-11-15T22:22:09,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:22:09,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:22:09,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709329471"}]},"ts":"1731709329471"} 2024-11-15T22:22:09,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:22:09,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=82961db0b3a9ef3f010c662f8e9e36f4, ASSIGN}] 2024-11-15T22:22:09,474 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=82961db0b3a9ef3f010c662f8e9e36f4, ASSIGN 2024-11-15T22:22:09,474 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=82961db0b3a9ef3f010c662f8e9e36f4, ASSIGN; state=OFFLINE, location=e611192d6313,34949,1731709319106; forceNewPlan=false, retain=false 2024-11-15T22:22:09,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=82961db0b3a9ef3f010c662f8e9e36f4, regionState=OPENING, regionLocation=e611192d6313,34949,1731709319106 2024-11-15T22:22:09,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=82961db0b3a9ef3f010c662f8e9e36f4, ASSIGN because future has completed 2024-11-15T22:22:09,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82961db0b3a9ef3f010c662f8e9e36f4, server=e611192d6313,34949,1731709319106}] 2024-11-15T22:22:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:09,782 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4. 2024-11-15T22:22:09,782 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 82961db0b3a9ef3f010c662f8e9e36f4, NAME => 'test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:09,783 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:22:09,783 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:22:09,783 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:09,783 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:09,783 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:09,783 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:09,784 INFO [StoreOpener-82961db0b3a9ef3f010c662f8e9e36f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:09,785 INFO [StoreOpener-82961db0b3a9ef3f010c662f8e9e36f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82961db0b3a9ef3f010c662f8e9e36f4 columnFamilyName f 2024-11-15T22:22:09,785 DEBUG [StoreOpener-82961db0b3a9ef3f010c662f8e9e36f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:09,785 INFO [StoreOpener-82961db0b3a9ef3f010c662f8e9e36f4-1 {}] regionserver.HStore(327): Store=82961db0b3a9ef3f010c662f8e9e36f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:09,785 INFO [StoreOpener-82961db0b3a9ef3f010c662f8e9e36f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:09,786 INFO [StoreOpener-82961db0b3a9ef3f010c662f8e9e36f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82961db0b3a9ef3f010c662f8e9e36f4 columnFamilyName f1 2024-11-15T22:22:09,786 DEBUG [StoreOpener-82961db0b3a9ef3f010c662f8e9e36f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:09,786 INFO [StoreOpener-82961db0b3a9ef3f010c662f8e9e36f4-1 {}] regionserver.HStore(327): Store=82961db0b3a9ef3f010c662f8e9e36f4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:09,786 INFO [StoreOpener-82961db0b3a9ef3f010c662f8e9e36f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:09,787 INFO [StoreOpener-82961db0b3a9ef3f010c662f8e9e36f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82961db0b3a9ef3f010c662f8e9e36f4 columnFamilyName norep 2024-11-15T22:22:09,787 DEBUG [StoreOpener-82961db0b3a9ef3f010c662f8e9e36f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:09,787 INFO [StoreOpener-82961db0b3a9ef3f010c662f8e9e36f4-1 {}] regionserver.HStore(327): Store=82961db0b3a9ef3f010c662f8e9e36f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:09,787 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:09,788 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:09,788 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:09,789 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:09,789 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:09,789 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:22:09,790 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:09,791 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:09,791 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 82961db0b3a9ef3f010c662f8e9e36f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62130108, jitterRate=-0.07418924570083618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:22:09,791 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:09,791 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 82961db0b3a9ef3f010c662f8e9e36f4: Running coprocessor pre-open hook at 1731709329783Writing region info on filesystem at 1731709329783Initializing all the Stores at 1731709329784 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709329784Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709329784Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709329784Cleaning up temporary data from old regions at 1731709329789 (+5 ms)Running coprocessor post-open hooks at 1731709329791 (+2 ms)Region opened successfully at 1731709329791 2024-11-15T22:22:09,792 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4., pid=6, masterSystemTime=1731709329779 2024-11-15T22:22:09,794 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4. 2024-11-15T22:22:09,794 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4. 2024-11-15T22:22:09,794 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=82961db0b3a9ef3f010c662f8e9e36f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,34949,1731709319106 2024-11-15T22:22:09,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82961db0b3a9ef3f010c662f8e9e36f4, server=e611192d6313,34949,1731709319106 because future has completed 2024-11-15T22:22:09,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:22:09,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 82961db0b3a9ef3f010c662f8e9e36f4, server=e611192d6313,34949,1731709319106 in 169 msec 2024-11-15T22:22:09,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:22:09,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=82961db0b3a9ef3f010c662f8e9e36f4, ASSIGN in 325 msec 2024-11-15T22:22:09,800 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:22:09,800 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709329800"}]},"ts":"1731709329800"} 2024-11-15T22:22:09,802 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:22:09,802 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:22:09,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-15T22:22:10,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T22:22:10,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T22:22:10,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:22:10,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T22:22:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:10,788 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:22:10,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,46097,1731709324311 2024-11-15T22:22:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@177e1039 2024-11-15T22:22:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:10,790 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:22:10,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:22:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:22:10,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:22:10,792 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:10,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:22:10,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:22:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:10,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:22:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:11,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8954398858d6a5f4cec3f3058528a2c7, NAME => 'test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8 2024-11-15T22:22:11,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:22:11,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:11,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8954398858d6a5f4cec3f3058528a2c7, disabling compactions & flushes 2024-11-15T22:22:11,203 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7. 2024-11-15T22:22:11,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7. 2024-11-15T22:22:11,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7. after waiting 0 ms 2024-11-15T22:22:11,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7. 2024-11-15T22:22:11,203 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7. 2024-11-15T22:22:11,203 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8954398858d6a5f4cec3f3058528a2c7: Waiting for close lock at 1731709331203Disabling compacts and flushes for region at 1731709331203Disabling writes for close at 1731709331203Writing region close event to WAL at 1731709331203Closed at 1731709331203 2024-11-15T22:22:11,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:22:11,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709331204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709331204"}]},"ts":"1731709331204"} 2024-11-15T22:22:11,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:22:11,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:22:11,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709331206"}]},"ts":"1731709331206"} 2024-11-15T22:22:11,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:22:11,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8954398858d6a5f4cec3f3058528a2c7, ASSIGN}] 2024-11-15T22:22:11,208 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8954398858d6a5f4cec3f3058528a2c7, ASSIGN 2024-11-15T22:22:11,209 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8954398858d6a5f4cec3f3058528a2c7, ASSIGN; state=OFFLINE, location=e611192d6313,37551,1731709324454; forceNewPlan=false, retain=false 2024-11-15T22:22:11,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8954398858d6a5f4cec3f3058528a2c7, regionState=OPENING, regionLocation=e611192d6313,37551,1731709324454 2024-11-15T22:22:11,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8954398858d6a5f4cec3f3058528a2c7, ASSIGN because future has completed 2024-11-15T22:22:11,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8954398858d6a5f4cec3f3058528a2c7, server=e611192d6313,37551,1731709324454}] 2024-11-15T22:22:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:11,516 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7. 2024-11-15T22:22:11,516 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8954398858d6a5f4cec3f3058528a2c7, NAME => 'test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:11,517 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:22:11,517 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:22:11,517 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:11,517 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:11,517 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:11,517 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:11,518 INFO [StoreOpener-8954398858d6a5f4cec3f3058528a2c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:11,519 INFO [StoreOpener-8954398858d6a5f4cec3f3058528a2c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8954398858d6a5f4cec3f3058528a2c7 columnFamilyName f 2024-11-15T22:22:11,519 DEBUG [StoreOpener-8954398858d6a5f4cec3f3058528a2c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:11,519 INFO [StoreOpener-8954398858d6a5f4cec3f3058528a2c7-1 {}] regionserver.HStore(327): Store=8954398858d6a5f4cec3f3058528a2c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:11,519 INFO [StoreOpener-8954398858d6a5f4cec3f3058528a2c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:11,520 INFO [StoreOpener-8954398858d6a5f4cec3f3058528a2c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8954398858d6a5f4cec3f3058528a2c7 columnFamilyName f1 2024-11-15T22:22:11,520 DEBUG [StoreOpener-8954398858d6a5f4cec3f3058528a2c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:11,520 INFO [StoreOpener-8954398858d6a5f4cec3f3058528a2c7-1 {}] regionserver.HStore(327): Store=8954398858d6a5f4cec3f3058528a2c7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:11,520 INFO [StoreOpener-8954398858d6a5f4cec3f3058528a2c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:11,521 INFO [StoreOpener-8954398858d6a5f4cec3f3058528a2c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8954398858d6a5f4cec3f3058528a2c7 columnFamilyName norep 2024-11-15T22:22:11,521 DEBUG [StoreOpener-8954398858d6a5f4cec3f3058528a2c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:11,521 INFO [StoreOpener-8954398858d6a5f4cec3f3058528a2c7-1 {}] regionserver.HStore(327): Store=8954398858d6a5f4cec3f3058528a2c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:11,521 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:11,522 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:11,522 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:11,523 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:11,523 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:11,523 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:22:11,524 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:11,525 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:11,525 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8954398858d6a5f4cec3f3058528a2c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59880396, jitterRate=-0.10771256685256958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:22:11,526 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:11,526 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8954398858d6a5f4cec3f3058528a2c7: Running coprocessor pre-open hook at 1731709331517Writing region info on filesystem at 1731709331517Initializing all the Stores at 1731709331518 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709331518Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709331518Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709331518Cleaning up temporary data from old regions at 1731709331523 (+5 ms)Running coprocessor post-open hooks at 1731709331526 (+3 ms)Region opened successfully at 1731709331526 2024-11-15T22:22:11,526 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7., pid=6, masterSystemTime=1731709331513 2024-11-15T22:22:11,528 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7. 2024-11-15T22:22:11,528 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7. 2024-11-15T22:22:11,528 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8954398858d6a5f4cec3f3058528a2c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,37551,1731709324454 2024-11-15T22:22:11,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8954398858d6a5f4cec3f3058528a2c7, server=e611192d6313,37551,1731709324454 because future has completed 2024-11-15T22:22:11,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:22:11,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8954398858d6a5f4cec3f3058528a2c7, server=e611192d6313,37551,1731709324454 in 169 msec 2024-11-15T22:22:11,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:22:11,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8954398858d6a5f4cec3f3058528a2c7, ASSIGN in 325 msec 2024-11-15T22:22:11,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:22:11,535 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709331535"}]},"ts":"1731709331535"} 2024-11-15T22:22:11,537 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:22:11,537 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:22:11,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-11-15T22:22:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:11,927 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:22:11,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d96a0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:11,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,35817,-1 for getting cluster id 2024-11-15T22:22:11,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:11,929 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3734a8f-7add-4235-a798-2218ad9eeb6d' 2024-11-15T22:22:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3734a8f-7add-4235-a798-2218ad9eeb6d" 2024-11-15T22:22:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93c6bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,35817,-1] 2024-11-15T22:22:11,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:11,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:11,930 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:11,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c36235c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:11,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:11,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,35817,1731709313367 2024-11-15T22:22:11,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1021804d 2024-11-15T22:22:11,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:11,932 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:22:11,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:36825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:22:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:22:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:11,935 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:36825' 2024-11-15T22:22:11,936 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51bc1a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:11,936 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,36825,-1 for getting cluster id 2024-11-15T22:22:11,936 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:11,936 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '688caeb1-eb3b-4f27-a273-8f7ee97f8755' 2024-11-15T22:22:11,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:11,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "688caeb1-eb3b-4f27-a273-8f7ee97f8755" 2024-11-15T22:22:11,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5006ec1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:11,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,36825,-1] 2024-11-15T22:22:11,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:11,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:11,937 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:11,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222b91f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:11,938 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:11,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,36825,1731709318940 2024-11-15T22:22:11,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ac891fe 2024-11-15T22:22:11,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:11,939 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:22:11,940 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T22:22:11,940 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:22:11,940 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:11,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:11,940 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:11,940 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:22:11,941 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:22:11,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:22:11,942 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:11,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:22:11,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741837_1013 (size=1138) 2024-11-15T22:22:11,991 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T22:22:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:12,354 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e725a8a9bad90d27c541bae6a30dc7d3, NAME => 'hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce 2024-11-15T22:22:12,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741838_1014 (size=44) 2024-11-15T22:22:12,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:12,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e725a8a9bad90d27c541bae6a30dc7d3, disabling compactions & flushes 2024-11-15T22:22:12,361 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. 2024-11-15T22:22:12,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. 2024-11-15T22:22:12,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. after waiting 0 ms 2024-11-15T22:22:12,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. 2024-11-15T22:22:12,361 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. 2024-11-15T22:22:12,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e725a8a9bad90d27c541bae6a30dc7d3: Waiting for close lock at 1731709332361Disabling compacts and flushes for region at 1731709332361Disabling writes for close at 1731709332361Writing region close event to WAL at 1731709332361Closed at 1731709332361 2024-11-15T22:22:12,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:22:12,362 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731709332362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709332362"}]},"ts":"1731709332362"} 2024-11-15T22:22:12,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:22:12,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:22:12,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709332365"}]},"ts":"1731709332365"} 2024-11-15T22:22:12,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T22:22:12,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e725a8a9bad90d27c541bae6a30dc7d3, ASSIGN}] 2024-11-15T22:22:12,368 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e725a8a9bad90d27c541bae6a30dc7d3, ASSIGN 2024-11-15T22:22:12,369 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e725a8a9bad90d27c541bae6a30dc7d3, ASSIGN; state=OFFLINE, location=e611192d6313,36959,1731709313562; forceNewPlan=false, retain=false 2024-11-15T22:22:12,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e725a8a9bad90d27c541bae6a30dc7d3, regionState=OPENING, regionLocation=e611192d6313,36959,1731709313562 2024-11-15T22:22:12,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e725a8a9bad90d27c541bae6a30dc7d3, ASSIGN because future has completed 2024-11-15T22:22:12,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e725a8a9bad90d27c541bae6a30dc7d3, server=e611192d6313,36959,1731709313562}] 2024-11-15T22:22:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:12,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. 2024-11-15T22:22:12,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:12,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:22:12,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C36959%2C1731709313562.rep, suffix=, logDir=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562, archiveDir=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/oldWALs, maxLogs=10 2024-11-15T22:22:12,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.rep.1731709332678, exclude list is [], retry=0 2024-11-15T22:22:12,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42789,DS-dc75841b-1aec-4cd7-aa96-d72135d7ab0f,DISK] 2024-11-15T22:22:12,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.rep.1731709332678 2024-11-15T22:22:12,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41233:41233)] 2024-11-15T22:22:12,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e725a8a9bad90d27c541bae6a30dc7d3, NAME => 'hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:12,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:22:12,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:22:12,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. service=MultiRowMutationService 2024-11-15T22:22:12,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:22:12,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:12,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:12,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:12,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:12,697 INFO [StoreOpener-e725a8a9bad90d27c541bae6a30dc7d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:12,698 INFO [StoreOpener-e725a8a9bad90d27c541bae6a30dc7d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e725a8a9bad90d27c541bae6a30dc7d3 columnFamilyName hfileref 2024-11-15T22:22:12,698 DEBUG [StoreOpener-e725a8a9bad90d27c541bae6a30dc7d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:12,699 INFO [StoreOpener-e725a8a9bad90d27c541bae6a30dc7d3-1 {}] regionserver.HStore(327): Store=e725a8a9bad90d27c541bae6a30dc7d3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:12,699 INFO [StoreOpener-e725a8a9bad90d27c541bae6a30dc7d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:12,699 INFO [StoreOpener-e725a8a9bad90d27c541bae6a30dc7d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e725a8a9bad90d27c541bae6a30dc7d3 columnFamilyName queue 2024-11-15T22:22:12,699 DEBUG [StoreOpener-e725a8a9bad90d27c541bae6a30dc7d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:12,700 INFO [StoreOpener-e725a8a9bad90d27c541bae6a30dc7d3-1 {}] regionserver.HStore(327): Store=e725a8a9bad90d27c541bae6a30dc7d3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:12,700 INFO [StoreOpener-e725a8a9bad90d27c541bae6a30dc7d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:12,700 INFO [StoreOpener-e725a8a9bad90d27c541bae6a30dc7d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e725a8a9bad90d27c541bae6a30dc7d3 columnFamilyName sid 2024-11-15T22:22:12,701 DEBUG [StoreOpener-e725a8a9bad90d27c541bae6a30dc7d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:12,701 INFO [StoreOpener-e725a8a9bad90d27c541bae6a30dc7d3-1 {}] regionserver.HStore(327): Store=e725a8a9bad90d27c541bae6a30dc7d3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:12,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:12,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/replication/e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:12,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/replication/e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:12,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:12,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:12,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:22:12,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:12,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/replication/e725a8a9bad90d27c541bae6a30dc7d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:12,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e725a8a9bad90d27c541bae6a30dc7d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60146977, jitterRate=-0.10374020040035248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:22:12,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:12,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e725a8a9bad90d27c541bae6a30dc7d3: Running coprocessor pre-open hook at 1731709332696Writing region info on filesystem at 1731709332696Initializing all the Stores at 1731709332697 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709332697Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709332697Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709332697Cleaning up temporary data from old regions at 1731709332702 (+5 ms)Running coprocessor post-open hooks at 1731709332705 (+3 ms)Region opened successfully at 1731709332705 2024-11-15T22:22:12,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3., pid=10, masterSystemTime=1731709332673 2024-11-15T22:22:12,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. 2024-11-15T22:22:12,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. 2024-11-15T22:22:12,708 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e725a8a9bad90d27c541bae6a30dc7d3, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,36959,1731709313562 2024-11-15T22:22:12,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e725a8a9bad90d27c541bae6a30dc7d3, server=e611192d6313,36959,1731709313562 because future has completed 2024-11-15T22:22:12,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T22:22:12,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e725a8a9bad90d27c541bae6a30dc7d3, server=e611192d6313,36959,1731709313562 in 188 msec 2024-11-15T22:22:12,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T22:22:12,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e725a8a9bad90d27c541bae6a30dc7d3, ASSIGN in 344 msec 2024-11-15T22:22:12,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:22:12,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709332713"}]},"ts":"1731709332713"} 2024-11-15T22:22:12,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T22:22:12,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:22:12,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-11-15T22:22:12,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3., hostname=e611192d6313,36959,1731709313562, seqNum=2] 2024-11-15T22:22:12,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:22:12,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:22:12,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:22:12,856 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T22:22:12,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T22:22:12,976 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T22:22:13,001 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,36959,1731709313562, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:22:13,002 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:13,002 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,36959,1731709313562, seqNum=-1] 2024-11-15T22:22:13,002 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:13,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T22:22:13,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e611192d6313,36959,1731709313562', locateType=CURRENT is [region=hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3., hostname=e611192d6313,36959,1731709313562, seqNum=2] 2024-11-15T22:22:13,006 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T22:22:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T22:22:13,008 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e611192d6313,36959,1731709313562 suceeded 2024-11-15T22:22:13,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T22:22:13,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-15T22:22:13,010 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e611192d6313:36825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:22:13,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0770 sec 2024-11-15T22:22:13,019 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:36825' 2024-11-15T22:22:13,020 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f18b6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:13,020 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,36825,-1 for getting cluster id 2024-11-15T22:22:13,020 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:13,021 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '688caeb1-eb3b-4f27-a273-8f7ee97f8755' 2024-11-15T22:22:13,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:13,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "688caeb1-eb3b-4f27-a273-8f7ee97f8755" 2024-11-15T22:22:13,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b74b71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:13,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,36825,-1] 2024-11-15T22:22:13,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:13,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:13,022 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:13,022 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6af8d1ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:13,022 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:13,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,36825,1731709318940 2024-11-15T22:22:13,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78513668 2024-11-15T22:22:13,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:13,024 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-15T22:22:13,024 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,36959,1731709313562 (queues=1) is replicating from cluster=e3734a8f-7add-4235-a798-2218ad9eeb6d to cluster=688caeb1-eb3b-4f27-a273-8f7ee97f8755 2024-11-15T22:22:13,024 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C36959%2C1731709313562 2024-11-15T22:22:13,024 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,36959,1731709313562, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:22:13,025 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C36959%2C1731709313562 2024-11-15T22:22:13,025 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456, startPosition=0, beingWritten=true 2024-11-15T22:22:13,029 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:13,029 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 379, reset compression=false 2024-11-15T22:22:13,029 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,36959,1731709313562 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:22:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:13,068 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:22:13,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:22:13,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:13,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:13,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:13,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:13,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1225fb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:13,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,36825,-1 for getting cluster id 2024-11-15T22:22:13,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:13,069 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '688caeb1-eb3b-4f27-a273-8f7ee97f8755' 2024-11-15T22:22:13,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:13,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "688caeb1-eb3b-4f27-a273-8f7ee97f8755" 2024-11-15T22:22:13,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6048b0bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:13,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,36825,-1] 2024-11-15T22:22:13,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:13,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:13,071 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:13,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfde61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:13,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:13,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,36825,1731709318940 2024-11-15T22:22:13,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@639d5a29 2024-11-15T22:22:13,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:13,073 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:22:13,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:46097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:22:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:22:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:13,075 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:46097' 2024-11-15T22:22:13,076 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6416e477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:13,076 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,46097,-1 for getting cluster id 2024-11-15T22:22:13,076 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:13,076 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c' 2024-11-15T22:22:13,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:13,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c" 2024-11-15T22:22:13,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2857d963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:13,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,46097,-1] 2024-11-15T22:22:13,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:13,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:13,077 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:13,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a7638d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:13,078 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:13,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,46097,1731709324311 2024-11-15T22:22:13,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@749711c5 2024-11-15T22:22:13,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:13,079 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:22:13,080 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T22:22:13,080 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:22:13,080 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:13,080 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:13,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:13,080 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:22:13,081 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:22:13,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:22:13,082 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:13,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:22:13,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741837_1013 (size=1138) 2024-11-15T22:22:13,132 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T22:22:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:13,236 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 379, reset compression=false 2024-11-15T22:22:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:13,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:22:13,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:13,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:13,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:13,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:13,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:13,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:13,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:13,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:13,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:13,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:13,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:13,489 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac5bb1b9c4fe50f47f72fd32d975d1a9, NAME => 'hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92 2024-11-15T22:22:13,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741838_1014 (size=44) 2024-11-15T22:22:13,540 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 379, reset compression=false 2024-11-15T22:22:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:13,707 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T22:22:13,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:13,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ac5bb1b9c4fe50f47f72fd32d975d1a9, disabling compactions & flushes 2024-11-15T22:22:13,894 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. 2024-11-15T22:22:13,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. 2024-11-15T22:22:13,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. after waiting 0 ms 2024-11-15T22:22:13,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. 2024-11-15T22:22:13,894 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. 2024-11-15T22:22:13,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac5bb1b9c4fe50f47f72fd32d975d1a9: Waiting for close lock at 1731709333894Disabling compacts and flushes for region at 1731709333894Disabling writes for close at 1731709333894Writing region close event to WAL at 1731709333894Closed at 1731709333894 2024-11-15T22:22:13,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:22:13,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731709333895"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709333895"}]},"ts":"1731709333895"} 2024-11-15T22:22:13,897 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:22:13,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:22:13,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709333898"}]},"ts":"1731709333898"} 2024-11-15T22:22:13,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T22:22:13,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac5bb1b9c4fe50f47f72fd32d975d1a9, ASSIGN}] 2024-11-15T22:22:13,900 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac5bb1b9c4fe50f47f72fd32d975d1a9, ASSIGN 2024-11-15T22:22:13,900 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ac5bb1b9c4fe50f47f72fd32d975d1a9, ASSIGN; state=OFFLINE, location=e611192d6313,34949,1731709319106; forceNewPlan=false, retain=false 2024-11-15T22:22:13,943 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 379, reset compression=false 2024-11-15T22:22:14,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ac5bb1b9c4fe50f47f72fd32d975d1a9, regionState=OPENING, regionLocation=e611192d6313,34949,1731709319106 2024-11-15T22:22:14,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ac5bb1b9c4fe50f47f72fd32d975d1a9, ASSIGN because future has completed 2024-11-15T22:22:14,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac5bb1b9c4fe50f47f72fd32d975d1a9, server=e611192d6313,34949,1731709319106}] 2024-11-15T22:22:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:14,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. 2024-11-15T22:22:14,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:14,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:22:14,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C34949%2C1731709319106.rep, suffix=, logDir=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106, archiveDir=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/oldWALs, maxLogs=10 2024-11-15T22:22:14,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.rep.1731709334211, exclude list is [], retry=0 2024-11-15T22:22:14,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-dd4415ba-b5a1-487e-983e-13bc9ad15d7a,DISK] 2024-11-15T22:22:14,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.rep.1731709334211 2024-11-15T22:22:14,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35855:35855)] 2024-11-15T22:22:14,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ac5bb1b9c4fe50f47f72fd32d975d1a9, NAME => 'hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:14,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:22:14,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:22:14,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. service=MultiRowMutationService 2024-11-15T22:22:14,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:22:14,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:14,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:14,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:14,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:14,229 INFO [StoreOpener-ac5bb1b9c4fe50f47f72fd32d975d1a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:14,230 INFO [StoreOpener-ac5bb1b9c4fe50f47f72fd32d975d1a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac5bb1b9c4fe50f47f72fd32d975d1a9 columnFamilyName hfileref 2024-11-15T22:22:14,230 DEBUG [StoreOpener-ac5bb1b9c4fe50f47f72fd32d975d1a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:14,230 INFO [StoreOpener-ac5bb1b9c4fe50f47f72fd32d975d1a9-1 {}] regionserver.HStore(327): Store=ac5bb1b9c4fe50f47f72fd32d975d1a9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:14,230 INFO [StoreOpener-ac5bb1b9c4fe50f47f72fd32d975d1a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:14,231 INFO [StoreOpener-ac5bb1b9c4fe50f47f72fd32d975d1a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac5bb1b9c4fe50f47f72fd32d975d1a9 columnFamilyName queue 2024-11-15T22:22:14,231 DEBUG [StoreOpener-ac5bb1b9c4fe50f47f72fd32d975d1a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:14,231 INFO [StoreOpener-ac5bb1b9c4fe50f47f72fd32d975d1a9-1 {}] regionserver.HStore(327): Store=ac5bb1b9c4fe50f47f72fd32d975d1a9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:14,231 INFO [StoreOpener-ac5bb1b9c4fe50f47f72fd32d975d1a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:14,232 INFO [StoreOpener-ac5bb1b9c4fe50f47f72fd32d975d1a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac5bb1b9c4fe50f47f72fd32d975d1a9 columnFamilyName sid 2024-11-15T22:22:14,232 DEBUG [StoreOpener-ac5bb1b9c4fe50f47f72fd32d975d1a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:14,232 INFO [StoreOpener-ac5bb1b9c4fe50f47f72fd32d975d1a9-1 {}] regionserver.HStore(327): Store=ac5bb1b9c4fe50f47f72fd32d975d1a9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:14,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:14,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/replication/ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:14,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/replication/ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:14,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:14,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:14,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:22:14,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:14,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/replication/ac5bb1b9c4fe50f47f72fd32d975d1a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:14,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ac5bb1b9c4fe50f47f72fd32d975d1a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61348400, jitterRate=-0.08583760261535645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:22:14,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:14,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ac5bb1b9c4fe50f47f72fd32d975d1a9: Running coprocessor pre-open hook at 1731709334228Writing region info on filesystem at 1731709334228Initializing all the Stores at 1731709334228Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709334228Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709334229 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709334229Cleaning up temporary data from old regions at 1731709334233 (+4 ms)Running coprocessor post-open hooks at 1731709334237 (+4 ms)Region opened successfully at 1731709334237 2024-11-15T22:22:14,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9., pid=10, masterSystemTime=1731709334205 2024-11-15T22:22:14,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. 2024-11-15T22:22:14,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. 2024-11-15T22:22:14,239 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ac5bb1b9c4fe50f47f72fd32d975d1a9, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,34949,1731709319106 2024-11-15T22:22:14,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac5bb1b9c4fe50f47f72fd32d975d1a9, server=e611192d6313,34949,1731709319106 because future has completed 2024-11-15T22:22:14,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T22:22:14,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ac5bb1b9c4fe50f47f72fd32d975d1a9, server=e611192d6313,34949,1731709319106 in 189 msec 2024-11-15T22:22:14,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T22:22:14,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac5bb1b9c4fe50f47f72fd32d975d1a9, ASSIGN in 344 msec 2024-11-15T22:22:14,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:22:14,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709334245"}]},"ts":"1731709334245"} 2024-11-15T22:22:14,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T22:22:14,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:22:14,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-15T22:22:14,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9., hostname=e611192d6313,34949,1731709319106, seqNum=2] 2024-11-15T22:22:14,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:22:14,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:22:14,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:22:14,447 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 379, reset compression=false 2024-11-15T22:22:14,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T22:22:14,544 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T22:22:14,571 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,34949,1731709319106, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:22:14,572 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:14,572 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,34949,1731709319106, seqNum=-1] 2024-11-15T22:22:14,572 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:14,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T22:22:14,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e611192d6313,34949,1731709319106', locateType=CURRENT is [region=hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9., hostname=e611192d6313,34949,1731709319106, seqNum=2] 2024-11-15T22:22:14,576 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T22:22:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T22:22:14,578 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e611192d6313,34949,1731709319106 suceeded 2024-11-15T22:22:14,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T22:22:14,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-15T22:22:14,580 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e611192d6313:46097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:22:14,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-15T22:22:14,591 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:46097' 2024-11-15T22:22:14,592 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54be3295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:14,592 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,46097,-1 for getting cluster id 2024-11-15T22:22:14,592 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:14,592 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c' 2024-11-15T22:22:14,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:14,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c" 2024-11-15T22:22:14,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a512d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:14,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,46097,-1] 2024-11-15T22:22:14,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:14,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:14,594 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:14,594 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7abf935a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:14,594 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:14,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,46097,1731709324311 2024-11-15T22:22:14,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57af115 2024-11-15T22:22:14,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:14,596 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-15T22:22:14,596 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,34949,1731709319106 (queues=1) is replicating from cluster=688caeb1-eb3b-4f27-a273-8f7ee97f8755 to cluster=5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c 2024-11-15T22:22:14,596 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C34949%2C1731709319106 2024-11-15T22:22:14,596 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,34949,1731709319106, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:22:14,597 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C34949%2C1731709319106 2024-11-15T22:22:14,597 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550, startPosition=0, beingWritten=true 2024-11-15T22:22:14,601 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:14,601 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 379, reset compression=false 2024-11-15T22:22:14,601 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,34949,1731709319106 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:22:14,804 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 379, reset compression=false 2024-11-15T22:22:15,050 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 379, reset compression=false 2024-11-15T22:22:15,108 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 379, reset compression=false 2024-11-15T22:22:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:15,217 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:22:15,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:22:15,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:15,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:15,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:15,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:15,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0a2444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:15,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,46097,-1 for getting cluster id 2024-11-15T22:22:15,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:15,219 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c' 2024-11-15T22:22:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c" 2024-11-15T22:22:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d600595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,46097,-1] 2024-11-15T22:22:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:15,220 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:15,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26041d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:15,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:15,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,46097,1731709324311 2024-11-15T22:22:15,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e6da87f 2024-11-15T22:22:15,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:15,222 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:22:15,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:35817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:22:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:22:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:15,224 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:35817' 2024-11-15T22:22:15,225 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d1b221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:15,225 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,35817,-1 for getting cluster id 2024-11-15T22:22:15,225 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:15,225 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3734a8f-7add-4235-a798-2218ad9eeb6d' 2024-11-15T22:22:15,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:15,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3734a8f-7add-4235-a798-2218ad9eeb6d" 2024-11-15T22:22:15,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe4dde8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:15,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,35817,-1] 2024-11-15T22:22:15,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:15,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:15,227 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:15,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409ca2d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:15,228 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:15,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,35817,1731709313367 2024-11-15T22:22:15,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c9b092 2024-11-15T22:22:15,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:15,229 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:22:15,229 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T22:22:15,229 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:22:15,229 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:15,230 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:15,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:15,230 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:22:15,231 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:22:15,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:22:15,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:15,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:22:15,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741837_1013 (size=1138) 2024-11-15T22:22:15,281 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T22:22:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:15,511 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 379, reset compression=false 2024-11-15T22:22:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:15,644 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 458522cd6acd2f7c141b093825c3bd17, NAME => 'hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8 2024-11-15T22:22:15,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741838_1014 (size=44) 2024-11-15T22:22:15,754 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 379, reset compression=false 2024-11-15T22:22:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:16,014 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 379, reset compression=false 2024-11-15T22:22:16,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:16,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 458522cd6acd2f7c141b093825c3bd17, disabling compactions & flushes 2024-11-15T22:22:16,049 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. 2024-11-15T22:22:16,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. 2024-11-15T22:22:16,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. after waiting 0 ms 2024-11-15T22:22:16,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. 2024-11-15T22:22:16,049 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. 2024-11-15T22:22:16,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 458522cd6acd2f7c141b093825c3bd17: Waiting for close lock at 1731709336049Disabling compacts and flushes for region at 1731709336049Disabling writes for close at 1731709336049Writing region close event to WAL at 1731709336049Closed at 1731709336049 2024-11-15T22:22:16,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:22:16,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731709336050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709336050"}]},"ts":"1731709336050"} 2024-11-15T22:22:16,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:22:16,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:22:16,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709336052"}]},"ts":"1731709336052"} 2024-11-15T22:22:16,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T22:22:16,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=458522cd6acd2f7c141b093825c3bd17, ASSIGN}] 2024-11-15T22:22:16,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=458522cd6acd2f7c141b093825c3bd17, ASSIGN 2024-11-15T22:22:16,056 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=458522cd6acd2f7c141b093825c3bd17, ASSIGN; state=OFFLINE, location=e611192d6313,37551,1731709324454; forceNewPlan=false, retain=false 2024-11-15T22:22:16,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=458522cd6acd2f7c141b093825c3bd17, regionState=OPENING, regionLocation=e611192d6313,37551,1731709324454 2024-11-15T22:22:16,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=458522cd6acd2f7c141b093825c3bd17, ASSIGN because future has completed 2024-11-15T22:22:16,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 458522cd6acd2f7c141b093825c3bd17, server=e611192d6313,37551,1731709324454}] 2024-11-15T22:22:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:16,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. 2024-11-15T22:22:16,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:16,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:22:16,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C37551%2C1731709324454.rep, suffix=, logDir=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/oldWALs, maxLogs=10 2024-11-15T22:22:16,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.rep.1731709336365, exclude list is [], retry=0 2024-11-15T22:22:16,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35025,DS-ddfccb04-551e-4203-a4e2-201a6b43727d,DISK] 2024-11-15T22:22:16,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.rep.1731709336365 2024-11-15T22:22:16,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41927:41927)] 2024-11-15T22:22:16,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 458522cd6acd2f7c141b093825c3bd17, NAME => 'hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:16,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:22:16,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:22:16,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. service=MultiRowMutationService 2024-11-15T22:22:16,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:22:16,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 458522cd6acd2f7c141b093825c3bd17 2024-11-15T22:22:16,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:16,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 458522cd6acd2f7c141b093825c3bd17 2024-11-15T22:22:16,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 458522cd6acd2f7c141b093825c3bd17 2024-11-15T22:22:16,382 INFO [StoreOpener-458522cd6acd2f7c141b093825c3bd17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 458522cd6acd2f7c141b093825c3bd17 2024-11-15T22:22:16,383 INFO [StoreOpener-458522cd6acd2f7c141b093825c3bd17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 458522cd6acd2f7c141b093825c3bd17 columnFamilyName hfileref 2024-11-15T22:22:16,383 DEBUG [StoreOpener-458522cd6acd2f7c141b093825c3bd17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:16,383 INFO [StoreOpener-458522cd6acd2f7c141b093825c3bd17-1 {}] regionserver.HStore(327): Store=458522cd6acd2f7c141b093825c3bd17/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:16,384 INFO [StoreOpener-458522cd6acd2f7c141b093825c3bd17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 458522cd6acd2f7c141b093825c3bd17 2024-11-15T22:22:16,384 INFO [StoreOpener-458522cd6acd2f7c141b093825c3bd17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 458522cd6acd2f7c141b093825c3bd17 columnFamilyName queue 2024-11-15T22:22:16,384 DEBUG [StoreOpener-458522cd6acd2f7c141b093825c3bd17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:16,384 INFO [StoreOpener-458522cd6acd2f7c141b093825c3bd17-1 {}] regionserver.HStore(327): Store=458522cd6acd2f7c141b093825c3bd17/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:16,384 INFO [StoreOpener-458522cd6acd2f7c141b093825c3bd17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 458522cd6acd2f7c141b093825c3bd17 2024-11-15T22:22:16,385 INFO [StoreOpener-458522cd6acd2f7c141b093825c3bd17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 458522cd6acd2f7c141b093825c3bd17 columnFamilyName sid 2024-11-15T22:22:16,385 DEBUG [StoreOpener-458522cd6acd2f7c141b093825c3bd17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:16,385 INFO [StoreOpener-458522cd6acd2f7c141b093825c3bd17-1 {}] regionserver.HStore(327): Store=458522cd6acd2f7c141b093825c3bd17/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:16,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 458522cd6acd2f7c141b093825c3bd17 2024-11-15T22:22:16,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/replication/458522cd6acd2f7c141b093825c3bd17 2024-11-15T22:22:16,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/replication/458522cd6acd2f7c141b093825c3bd17 2024-11-15T22:22:16,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 458522cd6acd2f7c141b093825c3bd17 2024-11-15T22:22:16,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 458522cd6acd2f7c141b093825c3bd17 2024-11-15T22:22:16,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:22:16,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 458522cd6acd2f7c141b093825c3bd17 2024-11-15T22:22:16,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/replication/458522cd6acd2f7c141b093825c3bd17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:16,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 458522cd6acd2f7c141b093825c3bd17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65525259, jitterRate=-0.023597553372383118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:22:16,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 458522cd6acd2f7c141b093825c3bd17 2024-11-15T22:22:16,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 458522cd6acd2f7c141b093825c3bd17: Running coprocessor pre-open hook at 1731709336381Writing region info on filesystem at 1731709336381Initializing all the Stores at 1731709336382 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709336382Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709336382Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709336382Cleaning up temporary data from old regions at 1731709336387 (+5 ms)Running coprocessor post-open hooks at 1731709336389 (+2 ms)Region opened successfully at 1731709336389 2024-11-15T22:22:16,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17., pid=10, masterSystemTime=1731709336360 2024-11-15T22:22:16,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. 2024-11-15T22:22:16,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. 2024-11-15T22:22:16,391 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=458522cd6acd2f7c141b093825c3bd17, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,37551,1731709324454 2024-11-15T22:22:16,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 458522cd6acd2f7c141b093825c3bd17, server=e611192d6313,37551,1731709324454 because future has completed 2024-11-15T22:22:16,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T22:22:16,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 458522cd6acd2f7c141b093825c3bd17, server=e611192d6313,37551,1731709324454 in 186 msec 2024-11-15T22:22:16,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T22:22:16,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=458522cd6acd2f7c141b093825c3bd17, ASSIGN in 341 msec 2024-11-15T22:22:16,397 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:22:16,397 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709336397"}]},"ts":"1731709336397"} 2024-11-15T22:22:16,398 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T22:22:16,399 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:22:16,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-15T22:22:16,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17., hostname=e611192d6313,37551,1731709324454, seqNum=2] 2024-11-15T22:22:16,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:16,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:16,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:22:16,557 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 379, reset compression=false 2024-11-15T22:22:16,617 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 379, reset compression=false 2024-11-15T22:22:16,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T22:22:16,682 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T22:22:16,712 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,37551,1731709324454, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:22:16,712 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:16,712 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37551,1731709324454, seqNum=-1] 2024-11-15T22:22:16,712 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:16,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T22:22:16,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e611192d6313,37551,1731709324454', locateType=CURRENT is [region=hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17., hostname=e611192d6313,37551,1731709324454, seqNum=2] 2024-11-15T22:22:16,717 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T22:22:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T22:22:16,718 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e611192d6313,37551,1731709324454 suceeded 2024-11-15T22:22:16,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T22:22:16,720 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e611192d6313:35817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:22:16,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-15T22:22:16,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-15T22:22:16,730 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:35817' 2024-11-15T22:22:16,731 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@530a309b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:16,731 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,35817,-1 for getting cluster id 2024-11-15T22:22:16,731 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:16,732 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3734a8f-7add-4235-a798-2218ad9eeb6d' 2024-11-15T22:22:16,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:16,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3734a8f-7add-4235-a798-2218ad9eeb6d" 2024-11-15T22:22:16,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1372578f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:16,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,35817,-1] 2024-11-15T22:22:16,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:16,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:16,733 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:16,734 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41041657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:16,734 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:16,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,35817,1731709313367 2024-11-15T22:22:16,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4885f2fb 2024-11-15T22:22:16,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:16,735 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T22:22:16,735 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,37551,1731709324454 (queues=1) is replicating from cluster=5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c to cluster=e3734a8f-7add-4235-a798-2218ad9eeb6d 2024-11-15T22:22:16,735 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C37551%2C1731709324454 2024-11-15T22:22:16,735 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,37551,1731709324454, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:22:16,736 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C37551%2C1731709324454 2024-11-15T22:22:16,736 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991, startPosition=0, beingWritten=true 2024-11-15T22:22:16,739 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:16,739 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 379, reset compression=false 2024-11-15T22:22:16,739 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37551,1731709324454 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:22:16,942 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 379, reset compression=false 2024-11-15T22:22:17,246 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 379, reset compression=false 2024-11-15T22:22:17,321 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 379, reset compression=false 2024-11-15T22:22:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:22:17,377 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:22:17,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:22:17,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:17,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:17,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:17,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:17,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eca7ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:17,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,35817,-1 for getting cluster id 2024-11-15T22:22:17,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:17,379 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3734a8f-7add-4235-a798-2218ad9eeb6d' 2024-11-15T22:22:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3734a8f-7add-4235-a798-2218ad9eeb6d" 2024-11-15T22:22:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c444b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,35817,-1] 2024-11-15T22:22:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:17,380 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@462ec857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:17,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a51055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:17,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,36825,-1 for getting cluster id 2024-11-15T22:22:17,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:17,381 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '688caeb1-eb3b-4f27-a273-8f7ee97f8755' 2024-11-15T22:22:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "688caeb1-eb3b-4f27-a273-8f7ee97f8755" 2024-11-15T22:22:17,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62042d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:17,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,36825,-1] 2024-11-15T22:22:17,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:17,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:17,382 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5067619d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:17,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76316302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:17,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,46097,-1 for getting cluster id 2024-11-15T22:22:17,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:17,384 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c' 2024-11-15T22:22:17,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:17,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c" 2024-11-15T22:22:17,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ce7742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:17,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,46097,-1] 2024-11-15T22:22:17,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:17,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:17,385 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:17,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2816b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:17,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:17,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,36959,1731709313562, seqNum=-1] 2024-11-15T22:22:17,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:17,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:22:17,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe., hostname=e611192d6313,36959,1731709313562, seqNum=2] 2024-11-15T22:22:17,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:17,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37551,1731709324454, seqNum=-1] 2024-11-15T22:22:17,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:17,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:22:17,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7., hostname=e611192d6313,37551,1731709324454, seqNum=2] 2024-11-15T22:22:17,431 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T22:22:17,460 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 379, reset compression=false 2024-11-15T22:22:17,465 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:17,465 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 480, reset compression=false 2024-11-15T22:22:17,465 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,36959,1731709313562 got entry batch from reader: WALEntryBatch [walEntries=[{test/d442647d1cb2aff6afbb91557a18e2fe/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T22:22:17,467 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:22:17,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-15T22:22:17,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:17,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d097e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:17,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,36825,-1 for getting cluster id 2024-11-15T22:22:17,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:17,469 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '688caeb1-eb3b-4f27-a273-8f7ee97f8755' 2024-11-15T22:22:17,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:17,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "688caeb1-eb3b-4f27-a273-8f7ee97f8755" 2024-11-15T22:22:17,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32b87a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:17,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,36825,-1] 2024-11-15T22:22:17,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:17,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:17,471 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:17,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6403d410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:17,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:17,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,34949,1731709319106, seqNum=-1] 2024-11-15T22:22:17,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:17,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T22:22:17,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4., hostname=e611192d6313,34949,1731709319106, seqNum=2] 2024-11-15T22:22:17,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:17,649 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 379, reset compression=false 2024-11-15T22:22:17,668 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 480, reset compression=false 2024-11-15T22:22:17,971 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 480, reset compression=false 2024-11-15T22:22:18,124 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 379, reset compression=false 2024-11-15T22:22:18,128 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:18,129 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 504, reset compression=false 2024-11-15T22:22:18,129 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,34949,1731709319106 got entry batch from reader: WALEntryBatch [walEntries=[{test/82961db0b3a9ef3f010c662f8e9e36f4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T22:22:18,130 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:22:18,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-15T22:22:18,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:18,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f958bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:18,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,46097,-1 for getting cluster id 2024-11-15T22:22:18,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:18,132 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c' 2024-11-15T22:22:18,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:18,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c" 2024-11-15T22:22:18,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a267ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:18,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,46097,-1] 2024-11-15T22:22:18,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:18,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:18,133 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:18,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd2d5b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:18,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:18,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37551,1731709324454, seqNum=-1] 2024-11-15T22:22:18,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:18,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T22:22:18,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7., hostname=e611192d6313,37551,1731709324454, seqNum=2] 2024-11-15T22:22:18,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:18,153 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 379, reset compression=false 2024-11-15T22:22:18,157 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:18,157 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 527, reset compression=false 2024-11-15T22:22:18,157 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37551,1731709324454 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:22:18,331 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 504, reset compression=false 2024-11-15T22:22:18,360 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 527, reset compression=false 2024-11-15T22:22:18,374 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 480, reset compression=false 2024-11-15T22:22:18,433 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T22:22:18,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:18,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,34949,1731709319106, seqNum=-1] 2024-11-15T22:22:18,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:18,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:22:18,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4., hostname=e611192d6313,34949,1731709319106, seqNum=2] 2024-11-15T22:22:18,439 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T22:22:18,634 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 504, reset compression=false 2024-11-15T22:22:18,638 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:18,638 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 608, reset compression=false 2024-11-15T22:22:18,638 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,34949,1731709319106 got entry batch from reader: WALEntryBatch [walEntries=[{test/82961db0b3a9ef3f010c662f8e9e36f4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T22:22:18,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:18,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:18,698 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 527, reset compression=false 2024-11-15T22:22:18,703 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:18,703 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 654, reset compression=false 2024-11-15T22:22:18,703 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37551,1731709324454 got entry batch from reader: WALEntryBatch [walEntries=[{test/8954398858d6a5f4cec3f3058528a2c7/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T22:22:18,705 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:22:18,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T22:22:18,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:18,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@707ec0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:18,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,35817,-1 for getting cluster id 2024-11-15T22:22:18,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:18,707 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3734a8f-7add-4235-a798-2218ad9eeb6d' 2024-11-15T22:22:18,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:18,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3734a8f-7add-4235-a798-2218ad9eeb6d" 2024-11-15T22:22:18,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28ea2014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:18,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,35817,-1] 2024-11-15T22:22:18,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:18,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:18,709 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:18,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@162c06ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:18,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:18,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,36959,1731709313562, seqNum=-1] 2024-11-15T22:22:18,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:18,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T22:22:18,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe., hostname=e611192d6313,36959,1731709313562, seqNum=2] 2024-11-15T22:22:18,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:18,841 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 608, reset compression=false 2024-11-15T22:22:18,900 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 480, reset compression=false 2024-11-15T22:22:18,903 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:18,903 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 630, reset compression=false 2024-11-15T22:22:18,903 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,36959,1731709313562 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:22:18,907 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 654, reset compression=false 2024-11-15T22:22:19,106 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 630, reset compression=false 2024-11-15T22:22:19,144 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 608, reset compression=false 2024-11-15T22:22:19,210 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 654, reset compression=false 2024-11-15T22:22:19,409 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 630, reset compression=false 2024-11-15T22:22:19,441 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T22:22:19,444 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T22:22:19,547 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 608, reset compression=false 2024-11-15T22:22:19,613 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 654, reset compression=false 2024-11-15T22:22:19,617 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:19,617 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 758, reset compression=false 2024-11-15T22:22:19,617 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37551,1731709324454 got entry batch from reader: WALEntryBatch [walEntries=[{test/8954398858d6a5f4cec3f3058528a2c7/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T22:22:19,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:19,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:19,730 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:22:19,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:19,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:19,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:19,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:19,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:19,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:19,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:19,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:19,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:19,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:19,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:19,812 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 630, reset compression=false 2024-11-15T22:22:19,816 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:19,816 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 757, reset compression=false 2024-11-15T22:22:19,816 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,36959,1731709313562 got entry batch from reader: WALEntryBatch [walEntries=[{test/d442647d1cb2aff6afbb91557a18e2fe/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T22:22:19,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:19,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:19,820 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 758, reset compression=false 2024-11-15T22:22:20,019 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 757, reset compression=false 2024-11-15T22:22:20,050 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 608, reset compression=false 2024-11-15T22:22:20,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T22:22:20,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T22:22:20,053 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:20,053 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 759, reset compression=false 2024-11-15T22:22:20,053 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,34949,1731709319106 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:22:20,123 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 758, reset compression=false 2024-11-15T22:22:20,257 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 759, reset compression=false 2024-11-15T22:22:20,322 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 757, reset compression=false 2024-11-15T22:22:20,445 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T22:22:20,449 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T22:22:20,526 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 758, reset compression=false 2024-11-15T22:22:20,560 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 759, reset compression=false 2024-11-15T22:22:20,726 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 757, reset compression=false 2024-11-15T22:22:20,730 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:20,730 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 913, reset compression=false 2024-11-15T22:22:20,730 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,36959,1731709313562 got entry batch from reader: WALEntryBatch [walEntries=[{test/d442647d1cb2aff6afbb91557a18e2fe/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T22:22:20,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:20,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:20,934 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 913, reset compression=false 2024-11-15T22:22:20,963 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 759, reset compression=false 2024-11-15T22:22:20,967 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:20,967 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 907, reset compression=false 2024-11-15T22:22:20,967 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,34949,1731709319106 got entry batch from reader: WALEntryBatch [walEntries=[{test/82961db0b3a9ef3f010c662f8e9e36f4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T22:22:20,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:20,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:21,030 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 758, reset compression=false 2024-11-15T22:22:21,034 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:21,034 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 929, reset compression=false 2024-11-15T22:22:21,034 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37551,1731709324454 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:22:21,170 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 907, reset compression=false 2024-11-15T22:22:21,237 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 913, reset compression=false 2024-11-15T22:22:21,238 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 929, reset compression=false 2024-11-15T22:22:21,450 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T22:22:21,453 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T22:22:21,473 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 907, reset compression=false 2024-11-15T22:22:21,477 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:21,477 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1066, reset compression=false 2024-11-15T22:22:21,477 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,34949,1731709319106 got entry batch from reader: WALEntryBatch [walEntries=[{test/82961db0b3a9ef3f010c662f8e9e36f4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T22:22:21,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:21,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:21,541 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 929, reset compression=false 2024-11-15T22:22:21,544 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:21,544 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1078, reset compression=false 2024-11-15T22:22:21,544 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37551,1731709324454 got entry batch from reader: WALEntryBatch [walEntries=[{test/8954398858d6a5f4cec3f3058528a2c7/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T22:22:21,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:21,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:21,640 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 913, reset compression=false 2024-11-15T22:22:21,652 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:21,652 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1085, reset compression=false 2024-11-15T22:22:21,652 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,36959,1731709313562 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:22:21,680 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1066, reset compression=false 2024-11-15T22:22:21,747 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1078, reset compression=false 2024-11-15T22:22:21,856 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1085, reset compression=false 2024-11-15T22:22:21,983 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1066, reset compression=false 2024-11-15T22:22:22,050 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1078, reset compression=false 2024-11-15T22:22:22,159 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1085, reset compression=false 2024-11-15T22:22:22,386 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1066, reset compression=false 2024-11-15T22:22:22,453 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1078, reset compression=false 2024-11-15T22:22:22,455 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T22:22:22,467 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T22:22:22,562 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1085, reset compression=false 2024-11-15T22:22:22,889 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1066, reset compression=false 2024-11-15T22:22:22,957 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1078, reset compression=false 2024-11-15T22:22:22,958 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T22:22:22,961 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:22,961 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1237, reset compression=false 2024-11-15T22:22:22,961 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37551,1731709324454 got entry batch from reader: WALEntryBatch [walEntries=[{test/8954398858d6a5f4cec3f3058528a2c7/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T22:22:22,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:22,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:23,066 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1085, reset compression=false 2024-11-15T22:22:23,071 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:23,071 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1234, reset compression=false 2024-11-15T22:22:23,071 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,36959,1731709313562 got entry batch from reader: WALEntryBatch [walEntries=[{test/d442647d1cb2aff6afbb91557a18e2fe/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T22:22:23,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:23,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:23,165 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1237, reset compression=false 2024-11-15T22:22:23,274 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1234, reset compression=false 2024-11-15T22:22:23,468 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1237, reset compression=false 2024-11-15T22:22:23,469 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T22:22:23,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730c303c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:23,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,46097,-1 for getting cluster id 2024-11-15T22:22:23,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:23,475 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c' 2024-11-15T22:22:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c" 2024-11-15T22:22:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46514aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,46097,-1] 2024-11-15T22:22:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:23,477 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:23,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bdb2bd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:23,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:23,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,46097,1731709324311 2024-11-15T22:22:23,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@163c2009 2024-11-15T22:22:23,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:23,482 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:22:23,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-15T22:22:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-15T22:22:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T22:22:23,493 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1066, reset compression=false 2024-11-15T22:22:23,498 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:23,498 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1239, reset compression=false 2024-11-15T22:22:23,498 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,34949,1731709319106 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:22:23,577 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1234, reset compression=false 2024-11-15T22:22:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T22:22:23,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:22:23,701 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1239, reset compression=false 2024-11-15T22:22:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T22:22:23,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T22:22:23,849 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-15T22:22:23,850 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-15T22:22:23,850 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,37551,1731709324454 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-15T22:22:23,850 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/e611192d6313:0-0. 2024-11-15T22:22:23,850 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:23,850 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:23,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:23,851 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:23,951 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T22:22:23,981 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1234, reset compression=false 2024-11-15T22:22:24,005 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1239, reset compression=false 2024-11-15T22:22:24,051 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 terminated 2024-11-15T22:22:24,068 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,37551,1731709324454, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:22:24,069 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-15T22:22:24,069 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T22:22:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T22:22:24,071 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on e611192d6313,37551,1731709324454 suceeded 2024-11-15T22:22:24,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T22:22:24,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-15T22:22:24,073 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-15T22:22:24,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 591 msec 2024-11-15T22:22:24,083 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:35817' 2024-11-15T22:22:24,084 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e0a36f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:24,084 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,35817,-1 for getting cluster id 2024-11-15T22:22:24,084 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:24,084 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3734a8f-7add-4235-a798-2218ad9eeb6d' 2024-11-15T22:22:24,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:24,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3734a8f-7add-4235-a798-2218ad9eeb6d" 2024-11-15T22:22:24,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a8e584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:24,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,35817,-1] 2024-11-15T22:22:24,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:24,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:24,086 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:24,086 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd1f56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:24,086 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:24,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,35817,1731709313367 2024-11-15T22:22:24,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60544478 2024-11-15T22:22:24,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:24,088 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T22:22:24,089 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,37551,1731709324454 (queues=1) is replicating from cluster=5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c to cluster=e3734a8f-7add-4235-a798-2218ad9eeb6d 2024-11-15T22:22:24,089 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C37551%2C1731709324454 2024-11-15T22:22:24,089 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,37551,1731709324454, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:22:24,089 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C37551%2C1731709324454 2024-11-15T22:22:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T22:22:24,118 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:22:24,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:22:24,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:24,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:24,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:24,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:24,121 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-15T22:22:24,409 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1239, reset compression=false 2024-11-15T22:22:24,485 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1234, reset compression=false 2024-11-15T22:22:24,489 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:24,489 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1338, reset compression=false 2024-11-15T22:22:24,489 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,36959,1731709313562 got entry batch from reader: WALEntryBatch [walEntries=[{test/d442647d1cb2aff6afbb91557a18e2fe/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T22:22:24,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:24,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:24,697 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1338, reset compression=false 2024-11-15T22:22:24,912 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1239, reset compression=false 2024-11-15T22:22:24,916 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:24,916 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1367, reset compression=false 2024-11-15T22:22:24,916 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,34949,1731709319106 got entry batch from reader: WALEntryBatch [walEntries=[{test/82961db0b3a9ef3f010c662f8e9e36f4/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T22:22:24,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:24,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:25,001 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1338, reset compression=false 2024-11-15T22:22:25,116 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:25,117 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:22:25,117 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68487 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:22:25,119 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1367, reset compression=false 2024-11-15T22:22:25,123 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-15T22:22:25,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adf7066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:25,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,46097,-1 for getting cluster id 2024-11-15T22:22:25,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:25,125 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c' 2024-11-15T22:22:25,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:25,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ac8a945-e5ea-429e-9b58-9dc1a29f0c3c" 2024-11-15T22:22:25,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a930b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:25,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,46097,-1] 2024-11-15T22:22:25,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:25,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:25,127 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:25,127 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db62b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:25,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:25,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,46097,1731709324311 2024-11-15T22:22:25,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dd17626 2024-11-15T22:22:25,130 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:25,131 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:22:25,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-15T22:22:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-15T22:22:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T22:22:25,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:22:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T22:22:25,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-15T22:22:25,385 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-15T22:22:25,386 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T22:22:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-15T22:22:25,388 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on e611192d6313,37551,1731709324454 suceeded 2024-11-15T22:22:25,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T22:22:25,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-15T22:22:25,389 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-15T22:22:25,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 258 msec 2024-11-15T22:22:25,390 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991, startPosition=1237, beingWritten=true 2024-11-15T22:22:25,394 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:25,394 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1388, reset compression=false 2024-11-15T22:22:25,394 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37551,1731709324454 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991, lastWalPosition=1388, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:22:25,405 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1338, reset compression=false 2024-11-15T22:22:25,422 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1367, reset compression=false 2024-11-15T22:22:25,426 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:25,426 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1471, reset compression=false 2024-11-15T22:22:25,426 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,34949,1731709319106 got entry batch from reader: WALEntryBatch [walEntries=[{test/82961db0b3a9ef3f010c662f8e9e36f4/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T22:22:25,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:25,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T22:22:25,448 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:22:25,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:22:25,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:25,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:25,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:25,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:25,449 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-15T22:22:25,598 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1388, reset compression=false 2024-11-15T22:22:25,602 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:22:25,602 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1515, reset compression=false 2024-11-15T22:22:25,602 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37551,1731709324454 got entry batch from reader: WALEntryBatch [walEntries=[{test/8954398858d6a5f4cec3f3058528a2c7/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T22:22:25,604 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:22:25,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T22:22:25,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:22:25,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:22:25,630 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1471, reset compression=false 2024-11-15T22:22:25,805 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1515, reset compression=false 2024-11-15T22:22:25,907 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1338, reset compression=false 2024-11-15T22:22:25,911 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:25,911 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1488, reset compression=false 2024-11-15T22:22:25,911 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,36959,1731709313562 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:22:25,933 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1471, reset compression=false 2024-11-15T22:22:26,109 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1515, reset compression=false 2024-11-15T22:22:26,114 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1488, reset compression=false 2024-11-15T22:22:26,336 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1471, reset compression=false 2024-11-15T22:22:26,417 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1488, reset compression=false 2024-11-15T22:22:26,451 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-15T22:22:26,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:22:26,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:22:26,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:26,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:26,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:26,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:26,451 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:22:26,451 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=132284045, stopped=false 2024-11-15T22:22:26,452 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,46097,1731709324311 2024-11-15T22:22:26,512 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1515, reset compression=false 2024-11-15T22:22:26,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1148346988/running 2024-11-15T22:22:26,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1148346988/running 2024-11-15T22:22:26,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:26,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:26,538 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:22:26,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:22:26,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:26,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:26,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,37551,1731709324454' ***** 2024-11-15T22:22:26,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:22:26,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Set watcher on znode that does not yet exist, /2-1148346988/running 2024-11-15T22:22:26,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Set watcher on znode that does not yet exist, /2-1148346988/running 2024-11-15T22:22:26,538 INFO [RS:0;e611192d6313:37551 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:22:26,539 INFO [RS:0;e611192d6313:37551 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:22:26,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:22:26,539 INFO [RS:0;e611192d6313:37551 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:22:26,539 INFO [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(3091): Received CLOSE for 458522cd6acd2f7c141b093825c3bd17 2024-11-15T22:22:26,539 INFO [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(3091): Received CLOSE for 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:26,539 INFO [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(959): stopping server e611192d6313,37551,1731709324454 2024-11-15T22:22:26,539 INFO [RS:0;e611192d6313:37551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:22:26,539 INFO [RS:0;e611192d6313:37551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:37551. 2024-11-15T22:22:26,539 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 458522cd6acd2f7c141b093825c3bd17, disabling compactions & flushes 2024-11-15T22:22:26,539 DEBUG [RS:0;e611192d6313:37551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:26,539 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. 2024-11-15T22:22:26,539 DEBUG [RS:0;e611192d6313:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:26,539 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. 2024-11-15T22:22:26,539 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. after waiting 0 ms 2024-11-15T22:22:26,539 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. 2024-11-15T22:22:26,539 INFO [RS:0;e611192d6313:37551 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:22:26,539 INFO [RS:0;e611192d6313:37551 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:22:26,539 INFO [RS:0;e611192d6313:37551 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:22:26,539 INFO [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:22:26,539 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 458522cd6acd2f7c141b093825c3bd17 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-15T22:22:26,540 INFO [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T22:22:26,540 DEBUG [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1325): Online Regions={458522cd6acd2f7c141b093825c3bd17=hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17., 1588230740=hbase:meta,,1.1588230740, 8954398858d6a5f4cec3f3058528a2c7=test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7.} 2024-11-15T22:22:26,540 DEBUG [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 458522cd6acd2f7c141b093825c3bd17, 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:26,540 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:22:26,540 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:22:26,540 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:22:26,540 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:22:26,540 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:22:26,540 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T22:22:26,559 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/replication/458522cd6acd2f7c141b093825c3bd17/.tmp/queue/a293cf2c8b094772b26072f263967931 is 154, key is 1-e611192d6313,37551,1731709324454/queue:e611192d6313%2C37551%2C1731709324454/1731709345608/Put/seqid=0 2024-11-15T22:22:26,559 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/.tmp/info/50b3f9f71af84db4a36f4656c9333f6d is 147, key is hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17./info:regioninfo/1731709336391/Put/seqid=0 2024-11-15T22:22:26,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741840_1016 (size=7686) 2024-11-15T22:22:26,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741841_1017 (size=5353) 2024-11-15T22:22:26,564 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/replication/458522cd6acd2f7c141b093825c3bd17/.tmp/queue/a293cf2c8b094772b26072f263967931 2024-11-15T22:22:26,568 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/replication/458522cd6acd2f7c141b093825c3bd17/.tmp/queue/a293cf2c8b094772b26072f263967931 as hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/replication/458522cd6acd2f7c141b093825c3bd17/queue/a293cf2c8b094772b26072f263967931 2024-11-15T22:22:26,571 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/replication/458522cd6acd2f7c141b093825c3bd17/queue/a293cf2c8b094772b26072f263967931, entries=1, sequenceid=14, filesize=5.2 K 2024-11-15T22:22:26,572 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 458522cd6acd2f7c141b093825c3bd17 in 33ms, sequenceid=14, compaction requested=false 2024-11-15T22:22:26,575 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/replication/458522cd6acd2f7c141b093825c3bd17/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-15T22:22:26,575 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:22:26,575 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:22:26,575 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:22:26,575 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. 2024-11-15T22:22:26,575 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 458522cd6acd2f7c141b093825c3bd17: Waiting for close lock at 1731709346539Running coprocessor pre-close hooks at 1731709346539Disabling compacts and flushes for region at 1731709346539Disabling writes for close at 1731709346539Obtaining lock to block concurrent updates at 1731709346539Preparing flush snapshotting stores in 458522cd6acd2f7c141b093825c3bd17 at 1731709346539Finished memstore snapshotting hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731709346540 (+1 ms)Flushing stores of hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. at 1731709346540Flushing 458522cd6acd2f7c141b093825c3bd17/queue: creating writer at 1731709346540Flushing 458522cd6acd2f7c141b093825c3bd17/queue: appending metadata at 1731709346558 (+18 ms)Flushing 458522cd6acd2f7c141b093825c3bd17/queue: closing flushed file at 1731709346558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@585f232a: reopening flushed file at 1731709346567 (+9 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 458522cd6acd2f7c141b093825c3bd17 in 33ms, sequenceid=14, compaction requested=false at 1731709346572 (+5 ms)Writing region close event to WAL at 1731709346572Running coprocessor post-close hooks at 1731709346575 (+3 ms)Closed at 1731709346575 2024-11-15T22:22:26,576 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731709335230.458522cd6acd2f7c141b093825c3bd17. 2024-11-15T22:22:26,576 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8954398858d6a5f4cec3f3058528a2c7, disabling compactions & flushes 2024-11-15T22:22:26,576 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7. 2024-11-15T22:22:26,576 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7. 2024-11-15T22:22:26,576 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7. after waiting 0 ms 2024-11-15T22:22:26,576 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7. 2024-11-15T22:22:26,576 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8954398858d6a5f4cec3f3058528a2c7 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T22:22:26,590 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/.tmp/f/0e54a9edf5e44ed280c36f01ca2c159f is 37, key is row3/f:row3/1731709344119/Put/seqid=0 2024-11-15T22:22:26,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741842_1018 (size=5228) 2024-11-15T22:22:26,740 DEBUG [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:26,820 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1488, reset compression=false 2024-11-15T22:22:26,840 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1471, reset compression=false 2024-11-15T22:22:26,861 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:22:26,861 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:22:26,940 DEBUG [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:26,963 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/.tmp/info/50b3f9f71af84db4a36f4656c9333f6d 2024-11-15T22:22:26,984 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/.tmp/ns/11de95b0f4c843de8bec648f10311aab is 43, key is default/ns:d/1731709327935/Put/seqid=0 2024-11-15T22:22:26,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741843_1019 (size=5153) 2024-11-15T22:22:26,987 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/.tmp/ns/11de95b0f4c843de8bec648f10311aab 2024-11-15T22:22:26,993 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/.tmp/f/0e54a9edf5e44ed280c36f01ca2c159f 2024-11-15T22:22:26,997 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e54a9edf5e44ed280c36f01ca2c159f 2024-11-15T22:22:27,007 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/.tmp/rep_barrier/a60c844ee7934d4cbdac6dc5962e145c is 112, key is test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7./rep_barrier:seqnumDuringOpen/1731709331528/Put/seqid=0 2024-11-15T22:22:27,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741844_1020 (size=5518) 2024-11-15T22:22:27,014 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/.tmp/f1/cad848affcc94241b56119df30f453da is 30, key is row1/f1:/1731709341451/DeleteFamily/seqid=0 2024-11-15T22:22:27,016 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1515, reset compression=false 2024-11-15T22:22:27,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741845_1021 (size=5158) 2024-11-15T22:22:27,020 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:27,020 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1762, reset compression=false 2024-11-15T22:22:27,020 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,37551,1731709324454 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:22:27,021 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e611192d6313,37551,1731709324454: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e611192d6313,37551,1731709324454, walGroup=e611192d6313%2C37551%2C1731709324454, offset=e611192d6313%2C37551%2C1731709324454.1731709326991:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:37551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T22:22:27,022 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T22:22:27,022 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T22:22:27,023 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T22:22:27,023 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T22:22:27,023 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T22:22:27,023 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1272971264, "init": 1048576000, "max": 2306867200, "used": 856136616 }, "NonHeapMemoryUsage": { "committed": 201326592, "init": 7667712, "max": -1, "used": 198495536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T22:22:27,023 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:46097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:46097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T22:22:27,140 DEBUG [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:27,226 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1762, reset compression=false 2024-11-15T22:22:27,324 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1488, reset compression=false 2024-11-15T22:22:27,340 DEBUG [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:27,411 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/.tmp/rep_barrier/a60c844ee7934d4cbdac6dc5962e145c 2024-11-15T22:22:27,417 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/.tmp/f1/cad848affcc94241b56119df30f453da 2024-11-15T22:22:27,420 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cad848affcc94241b56119df30f453da 2024-11-15T22:22:27,429 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/.tmp/table/d792e754b7a0448bb62039d5967419ef is 53, key is hbase:replication/table:state/1731709336397/Put/seqid=0 2024-11-15T22:22:27,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741846_1022 (size=5308) 2024-11-15T22:22:27,438 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/.tmp/norep/09c3748464ee47249e5329da909ef6b9 is 33, key is row2/norep:/1731709342457/DeleteFamily/seqid=0 2024-11-15T22:22:27,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741847_1023 (size=5108) 2024-11-15T22:22:27,444 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1471, reset compression=false 2024-11-15T22:22:27,530 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1762, reset compression=false 2024-11-15T22:22:27,541 DEBUG [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:27,741 INFO [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:22:27,741 DEBUG [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8954398858d6a5f4cec3f3058528a2c7=test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7.} 2024-11-15T22:22:27,741 DEBUG [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8954398858d6a5f4cec3f3058528a2c7 2024-11-15T22:22:27,833 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/.tmp/table/d792e754b7a0448bb62039d5967419ef 2024-11-15T22:22:27,836 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/.tmp/info/50b3f9f71af84db4a36f4656c9333f6d as hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/info/50b3f9f71af84db4a36f4656c9333f6d 2024-11-15T22:22:27,840 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/info/50b3f9f71af84db4a36f4656c9333f6d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T22:22:27,840 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/.tmp/ns/11de95b0f4c843de8bec648f10311aab as hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/ns/11de95b0f4c843de8bec648f10311aab 2024-11-15T22:22:27,841 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/.tmp/norep/09c3748464ee47249e5329da909ef6b9 2024-11-15T22:22:27,845 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09c3748464ee47249e5329da909ef6b9 2024-11-15T22:22:27,845 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/.tmp/f/0e54a9edf5e44ed280c36f01ca2c159f as hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/f/0e54a9edf5e44ed280c36f01ca2c159f 2024-11-15T22:22:27,849 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e54a9edf5e44ed280c36f01ca2c159f 2024-11-15T22:22:27,849 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/f/0e54a9edf5e44ed280c36f01ca2c159f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T22:22:27,849 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/ns/11de95b0f4c843de8bec648f10311aab, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T22:22:27,850 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/.tmp/f1/cad848affcc94241b56119df30f453da as hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/f1/cad848affcc94241b56119df30f453da 2024-11-15T22:22:27,850 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/.tmp/rep_barrier/a60c844ee7934d4cbdac6dc5962e145c as hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/rep_barrier/a60c844ee7934d4cbdac6dc5962e145c 2024-11-15T22:22:27,853 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cad848affcc94241b56119df30f453da 2024-11-15T22:22:27,853 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/rep_barrier/a60c844ee7934d4cbdac6dc5962e145c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T22:22:27,853 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/f1/cad848affcc94241b56119df30f453da, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T22:22:27,853 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/.tmp/table/d792e754b7a0448bb62039d5967419ef as hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/table/d792e754b7a0448bb62039d5967419ef 2024-11-15T22:22:27,853 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/.tmp/norep/09c3748464ee47249e5329da909ef6b9 as hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/norep/09c3748464ee47249e5329da909ef6b9 2024-11-15T22:22:27,856 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09c3748464ee47249e5329da909ef6b9 2024-11-15T22:22:27,856 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/table/d792e754b7a0448bb62039d5967419ef, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T22:22:27,856 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/norep/09c3748464ee47249e5329da909ef6b9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T22:22:27,857 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8954398858d6a5f4cec3f3058528a2c7 in 1281ms, sequenceid=12, compaction requested=false 2024-11-15T22:22:27,857 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false 2024-11-15T22:22:27,860 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T22:22:27,860 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/data/default/test/8954398858d6a5f4cec3f3058528a2c7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T22:22:27,860 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:22:27,860 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:22:27,860 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:22:27,860 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:22:27,860 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7. 2024-11-15T22:22:27,860 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:22:27,860 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8954398858d6a5f4cec3f3058528a2c7: Waiting for close lock at 1731709346576Running coprocessor pre-close hooks at 1731709346576Disabling compacts and flushes for region at 1731709346576Disabling writes for close at 1731709346576Obtaining lock to block concurrent updates at 1731709346576Preparing flush snapshotting stores in 8954398858d6a5f4cec3f3058528a2c7 at 1731709346576Finished memstore snapshotting test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731709346576Flushing stores of test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7. at 1731709346577 (+1 ms)Flushing 8954398858d6a5f4cec3f3058528a2c7/f: creating writer at 1731709346577Flushing 8954398858d6a5f4cec3f3058528a2c7/f: appending metadata at 1731709346589 (+12 ms)Flushing 8954398858d6a5f4cec3f3058528a2c7/f: closing flushed file at 1731709346589Flushing 8954398858d6a5f4cec3f3058528a2c7/f1: creating writer at 1731709346997 (+408 ms)Flushing 8954398858d6a5f4cec3f3058528a2c7/f1: appending metadata at 1731709347013 (+16 ms)Flushing 8954398858d6a5f4cec3f3058528a2c7/f1: closing flushed file at 1731709347013Flushing 8954398858d6a5f4cec3f3058528a2c7/norep: creating writer at 1731709347420 (+407 ms)Flushing 8954398858d6a5f4cec3f3058528a2c7/norep: appending metadata at 1731709347437 (+17 ms)Flushing 8954398858d6a5f4cec3f3058528a2c7/norep: closing flushed file at 1731709347437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bbd9cd: reopening flushed file at 1731709347845 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22fdd7e3: reopening flushed file at 1731709347849 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4506467e: reopening flushed file at 1731709347853 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8954398858d6a5f4cec3f3058528a2c7 in 1281ms, sequenceid=12, compaction requested=false at 1731709347857 (+4 ms)Writing region close event to WAL at 1731709347858 (+1 ms)Running coprocessor post-close hooks at 1731709347860 (+2 ms)Closed at 1731709347860 2024-11-15T22:22:27,860 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709346540Running coprocessor pre-close hooks at 1731709346540Disabling compacts and flushes for region at 1731709346540Disabling writes for close at 1731709346540Obtaining lock to block concurrent updates at 1731709346540Preparing flush snapshotting stores in 1588230740 at 1731709346540Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731709346540Flushing stores of hbase:meta,,1.1588230740 at 1731709346540Flushing 1588230740/info: creating writer at 1731709346540Flushing 1588230740/info: appending metadata at 1731709346559 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731709346559Flushing 1588230740/ns: creating writer at 1731709346967 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731709346984 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731709346984Flushing 1588230740/rep_barrier: creating writer at 1731709346991 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731709347006 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731709347007 (+1 ms)Flushing 1588230740/table: creating writer at 1731709347414 (+407 ms)Flushing 1588230740/table: appending metadata at 1731709347428 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731709347428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4062c700: reopening flushed file at 1731709347836 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1182e07a: reopening flushed file at 1731709347840 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2473aa21: reopening flushed file at 1731709347849 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67649728: reopening flushed file at 1731709347853 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false at 1731709347857 (+4 ms)Writing region close event to WAL at 1731709347858 (+1 ms)Running coprocessor post-close hooks at 1731709347860 (+2 ms)Closed at 1731709347860 2024-11-15T22:22:27,861 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731709330790.8954398858d6a5f4cec3f3058528a2c7. 2024-11-15T22:22:27,861 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:22:27,927 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1488, reset compression=false 2024-11-15T22:22:27,933 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 1762, reset compression=false 2024-11-15T22:22:27,936 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:27,937 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.wal-reader.e611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 to pos 2406, reset compression=false 2024-11-15T22:22:27,941 INFO [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(976): stopping server e611192d6313,37551,1731709324454; all regions closed. 2024-11-15T22:22:27,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741834_1010 (size=4239) 2024-11-15T22:22:27,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741839_1015 (size=3552) 2024-11-15T22:22:27,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741832_1008 (size=2414) 2024-11-15T22:22:27,951 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/WALs/e611192d6313,37551,1731709324454/e611192d6313%2C37551%2C1731709324454.1731709326991 not finished, retry = 0 2024-11-15T22:22:28,052 DEBUG [RS:0;e611192d6313:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:28,052 INFO [RS:0;e611192d6313:37551 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:22:28,052 INFO [RS:0;e611192d6313:37551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:22:28,052 INFO [RS:0;e611192d6313:37551 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T22:22:28,052 INFO [RS:0;e611192d6313:37551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:22:28,052 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:22:28,053 INFO [RS:0;e611192d6313:37551 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,37551,1731709324454 because: Region server is closing 2024-11-15T22:22:28,053 INFO [RS:0;e611192d6313:37551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:37551. 2024-11-15T22:22:28,053 DEBUG [RS:0;e611192d6313:37551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:28,053 DEBUG [RS:0;e611192d6313:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:28,053 DEBUG [RS:0;e611192d6313:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:28,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:28,147 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1471, reset compression=false 2024-11-15T22:22:28,154 INFO [RS:0;e611192d6313:37551 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,37551,1731709324454.replicationSource.shippere611192d6313%2C37551%2C1731709324454,1-e611192d6313,37551,1731709324454 terminated 2024-11-15T22:22:28,154 INFO [RS:0;e611192d6313:37551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:37551. 2024-11-15T22:22:28,154 DEBUG [RS:0;e611192d6313:37551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:28,154 DEBUG [RS:0;e611192d6313:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:28,154 DEBUG [RS:0;e611192d6313:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:28,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:28,154 INFO [RS:0;e611192d6313:37551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37551 2024-11-15T22:22:28,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988/rs 2024-11-15T22:22:28,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1148346988/rs/e611192d6313,37551,1731709324454 2024-11-15T22:22:28,201 INFO [RS:0;e611192d6313:37551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:22:28,211 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,37551,1731709324454] 2024-11-15T22:22:28,222 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1148346988/draining/e611192d6313,37551,1731709324454 already deleted, retry=false 2024-11-15T22:22:28,222 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,37551,1731709324454 expired; onlineServers=0 2024-11-15T22:22:28,222 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,46097,1731709324311' ***** 2024-11-15T22:22:28,222 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:22:28,222 INFO [M:0;e611192d6313:46097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:22:28,222 INFO [M:0;e611192d6313:46097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:22:28,222 DEBUG [M:0;e611192d6313:46097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:22:28,222 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:22:28,222 DEBUG [M:0;e611192d6313:46097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:22:28,222 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709326694 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709326694,5,FailOnTimeoutGroup] 2024-11-15T22:22:28,222 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709326694 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709326694,5,FailOnTimeoutGroup] 2024-11-15T22:22:28,223 INFO [M:0;e611192d6313:46097 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:22:28,223 INFO [M:0;e611192d6313:46097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:22:28,223 DEBUG [M:0;e611192d6313:46097 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:22:28,223 INFO [M:0;e611192d6313:46097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:22:28,223 INFO [M:0;e611192d6313:46097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:22:28,223 INFO [M:0;e611192d6313:46097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:22:28,223 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:22:28,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1148346988/master 2024-11-15T22:22:28,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1148346988 2024-11-15T22:22:28,262 DEBUG [M:0;e611192d6313:46097 {}] zookeeper.ZKUtil(347): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Unable to get data of znode /2-1148346988/master because node does not exist (not an error) 2024-11-15T22:22:28,262 WARN [M:0;e611192d6313:46097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:22:28,263 INFO [M:0;e611192d6313:46097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/.lastflushedseqids 2024-11-15T22:22:28,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741848_1024 (size=245) 2024-11-15T22:22:28,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:22:28,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x101409711030007, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:22:28,311 INFO [RS:0;e611192d6313:37551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:22:28,311 INFO [RS:0;e611192d6313:37551 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,37551,1731709324454; zookeeper connection closed. 2024-11-15T22:22:28,312 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bbb082f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bbb082f 2024-11-15T22:22:28,312 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:22:28,527 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T22:22:28,630 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1488, reset compression=false 2024-11-15T22:22:28,667 INFO [M:0;e611192d6313:46097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:22:28,667 INFO [M:0;e611192d6313:46097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:22:28,668 DEBUG [M:0;e611192d6313:46097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:22:28,668 INFO [M:0;e611192d6313:46097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:28,668 DEBUG [M:0;e611192d6313:46097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:28,668 DEBUG [M:0;e611192d6313:46097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:22:28,668 DEBUG [M:0;e611192d6313:46097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:28,668 INFO [M:0;e611192d6313:46097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-15T22:22:28,681 DEBUG [M:0;e611192d6313:46097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/623f684155664f9b996449b23bc20c43 is 82, key is hbase:meta,,1/info:regioninfo/1731709327915/Put/seqid=0 2024-11-15T22:22:28,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741849_1025 (size=5672) 2024-11-15T22:22:28,951 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1471, reset compression=false 2024-11-15T22:22:29,084 INFO [M:0;e611192d6313:46097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/623f684155664f9b996449b23bc20c43 2024-11-15T22:22:29,104 DEBUG [M:0;e611192d6313:46097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02000fbd58614bcebb065a2eaba170b3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731709336400/Put/seqid=0 2024-11-15T22:22:29,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741850_1026 (size=9212) 2024-11-15T22:22:29,433 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1488, reset compression=false 2024-11-15T22:22:29,508 INFO [M:0;e611192d6313:46097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02000fbd58614bcebb065a2eaba170b3 2024-11-15T22:22:29,524 DEBUG [M:0;e611192d6313:46097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27ca286d8972485ba1247b23168ef5e3 is 69, key is e611192d6313,37551,1731709324454/rs:state/1731709326807/Put/seqid=0 2024-11-15T22:22:29,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741851_1027 (size=5156) 2024-11-15T22:22:29,854 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1471, reset compression=false 2024-11-15T22:22:29,928 INFO [M:0;e611192d6313:46097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27ca286d8972485ba1247b23168ef5e3 2024-11-15T22:22:29,931 DEBUG [M:0;e611192d6313:46097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/623f684155664f9b996449b23bc20c43 as hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/623f684155664f9b996449b23bc20c43 2024-11-15T22:22:29,934 INFO [M:0;e611192d6313:46097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/623f684155664f9b996449b23bc20c43, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T22:22:29,935 DEBUG [M:0;e611192d6313:46097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02000fbd58614bcebb065a2eaba170b3 as hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02000fbd58614bcebb065a2eaba170b3 2024-11-15T22:22:29,938 INFO [M:0;e611192d6313:46097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02000fbd58614bcebb065a2eaba170b3, entries=15, sequenceid=127, filesize=9.0 K 2024-11-15T22:22:29,939 DEBUG [M:0;e611192d6313:46097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27ca286d8972485ba1247b23168ef5e3 as hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27ca286d8972485ba1247b23168ef5e3 2024-11-15T22:22:29,942 INFO [M:0;e611192d6313:46097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27ca286d8972485ba1247b23168ef5e3, entries=1, sequenceid=127, filesize=5.0 K 2024-11-15T22:22:29,943 INFO [M:0;e611192d6313:46097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=127, compaction requested=false 2024-11-15T22:22:29,944 INFO [M:0;e611192d6313:46097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:29,944 DEBUG [M:0;e611192d6313:46097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709348668Disabling compacts and flushes for region at 1731709348668Disabling writes for close at 1731709348668Obtaining lock to block concurrent updates at 1731709348668Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709348668Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731709348668Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709348669 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709348669Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709348681 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709348681Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709349088 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709349104 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709349104Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709349512 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709349524 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709349524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@851fa91: reopening flushed file at 1731709349931 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a8af5d: reopening flushed file at 1731709349934 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a2c1e2: reopening flushed file at 1731709349938 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=127, compaction requested=false at 1731709349943 (+5 ms)Writing region close event to WAL at 1731709349944 (+1 ms)Closed at 1731709349944 2024-11-15T22:22:29,946 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/216f6cc3-800b-1c15-55b0-e7f933d5b2a8/MasterData/WALs/e611192d6313,46097,1731709324311/e611192d6313%2C46097%2C1731709324311.1731709326200 not finished, retry = 0 2024-11-15T22:22:29,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35025 is added to blk_1073741830_1006 (size=73866) 2024-11-15T22:22:30,047 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:22:30,047 INFO [M:0;e611192d6313:46097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:22:30,047 INFO [M:0;e611192d6313:46097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46097 2024-11-15T22:22:30,048 INFO [M:0;e611192d6313:46097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:22:30,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:22:30,238 INFO [M:0;e611192d6313:46097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:22:30,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x101409711030006, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:22:30,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61c524fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:22:30,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55f37caa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:22:30,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:22:30,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dcb209f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:22:30,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@582d1e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/hadoop.log.dir/,STOPPED} 2024-11-15T22:22:30,242 WARN [BP-122272407-172.17.0.3-1731709322272 heartbeating to localhost/127.0.0.1:43979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:22:30,242 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:22:30,242 WARN [BP-122272407-172.17.0.3-1731709322272 heartbeating to localhost/127.0.0.1:43979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-122272407-172.17.0.3-1731709322272 (Datanode Uuid b56799ab-c4a6-49c6-a261-c1fc1bb7b3a6) service to localhost/127.0.0.1:43979 2024-11-15T22:22:30,242 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:22:30,242 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/cluster_3ac967da-cdfd-5484-4256-92ba897e3fac/data/data1/current/BP-122272407-172.17.0.3-1731709322272 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:22:30,242 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/cluster_3ac967da-cdfd-5484-4256-92ba897e3fac/data/data2/current/BP-122272407-172.17.0.3-1731709322272 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:22:30,242 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:22:30,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7842be02{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:22:30,249 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fb7a57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:22:30,249 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:22:30,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3360cb18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:22:30,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1731030{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/hadoop.log.dir/,STOPPED} 2024-11-15T22:22:30,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:22:30,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:22:30,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:22:30,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:30,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:30,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:30,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:30,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:22:30,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1322133907, stopped=false 2024-11-15T22:22:30,264 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,36825,1731709318940 2024-11-15T22:22:30,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11068209089/running 2024-11-15T22:22:30,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11068209089/running 2024-11-15T22:22:30,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:22:30,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:22:30,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:22:30,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:22:30,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:30,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:30,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Set watcher on znode that does not yet exist, /11068209089/running 2024-11-15T22:22:30,275 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,34949,1731709319106' ***** 2024-11-15T22:22:30,275 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:22:30,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Set watcher on znode that does not yet exist, /11068209089/running 2024-11-15T22:22:30,275 INFO [RS:0;e611192d6313:34949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:22:30,275 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:22:30,276 INFO [RS:0;e611192d6313:34949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:22:30,276 INFO [RS:0;e611192d6313:34949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:22:30,276 INFO [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(3091): Received CLOSE for ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:30,276 INFO [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(3091): Received CLOSE for 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:30,276 INFO [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(959): stopping server e611192d6313,34949,1731709319106 2024-11-15T22:22:30,276 INFO [RS:0;e611192d6313:34949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:22:30,276 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac5bb1b9c4fe50f47f72fd32d975d1a9, disabling compactions & flushes 2024-11-15T22:22:30,276 INFO [RS:0;e611192d6313:34949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:34949. 2024-11-15T22:22:30,276 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. 2024-11-15T22:22:30,276 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. 2024-11-15T22:22:30,276 DEBUG [RS:0;e611192d6313:34949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:30,276 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. after waiting 0 ms 2024-11-15T22:22:30,276 DEBUG [RS:0;e611192d6313:34949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:30,276 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. 2024-11-15T22:22:30,276 INFO [RS:0;e611192d6313:34949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:22:30,276 INFO [RS:0;e611192d6313:34949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:22:30,276 INFO [RS:0;e611192d6313:34949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:22:30,276 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ac5bb1b9c4fe50f47f72fd32d975d1a9 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-15T22:22:30,276 INFO [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:22:30,276 INFO [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T22:22:30,277 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1325): Online Regions={ac5bb1b9c4fe50f47f72fd32d975d1a9=hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9., 1588230740=hbase:meta,,1.1588230740, 82961db0b3a9ef3f010c662f8e9e36f4=test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4.} 2024-11-15T22:22:30,277 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82961db0b3a9ef3f010c662f8e9e36f4, ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:30,277 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:22:30,277 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:22:30,277 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:22:30,277 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:22:30,277 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:22:30,277 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T22:22:30,290 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/replication/ac5bb1b9c4fe50f47f72fd32d975d1a9/.tmp/queue/8ce1977f3c3741118b747c7ee98f416b is 154, key is 1-e611192d6313,34949,1731709319106/queue:e611192d6313%2C34949%2C1731709319106/1731709345431/Put/seqid=0 2024-11-15T22:22:30,291 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/.tmp/info/b391ca35b7224bf899078b88a13a34dc is 147, key is hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9./info:regioninfo/1731709334239/Put/seqid=0 2024-11-15T22:22:30,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741840_1016 (size=5353) 2024-11-15T22:22:30,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741841_1017 (size=7686) 2024-11-15T22:22:30,294 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/.tmp/info/b391ca35b7224bf899078b88a13a34dc 2024-11-15T22:22:30,311 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/.tmp/ns/7e13586f47d44441b595f22945ea449b is 43, key is default/ns:d/1731709322145/Put/seqid=0 2024-11-15T22:22:30,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:22:30,314 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/.tmp/ns/7e13586f47d44441b595f22945ea449b 2024-11-15T22:22:30,336 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/.tmp/rep_barrier/360507eeda194f50aef198fa185b7198 is 112, key is test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4./rep_barrier:seqnumDuringOpen/1731709329794/Put/seqid=0 2024-11-15T22:22:30,336 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1488, reset compression=false 2024-11-15T22:22:30,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741843_1019 (size=5518) 2024-11-15T22:22:30,339 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/.tmp/rep_barrier/360507eeda194f50aef198fa185b7198 2024-11-15T22:22:30,357 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:22:30,359 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/.tmp/table/d7d6ef2a4591489ea5027f8783afdc1b is 53, key is hbase:replication/table:state/1731709334245/Put/seqid=0 2024-11-15T22:22:30,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741844_1020 (size=5308) 2024-11-15T22:22:30,477 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82961db0b3a9ef3f010c662f8e9e36f4, ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:30,480 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:22:30,480 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:22:30,677 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82961db0b3a9ef3f010c662f8e9e36f4, ac5bb1b9c4fe50f47f72fd32d975d1a9 2024-11-15T22:22:30,694 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/replication/ac5bb1b9c4fe50f47f72fd32d975d1a9/.tmp/queue/8ce1977f3c3741118b747c7ee98f416b 2024-11-15T22:22:30,698 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/replication/ac5bb1b9c4fe50f47f72fd32d975d1a9/.tmp/queue/8ce1977f3c3741118b747c7ee98f416b as hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/replication/ac5bb1b9c4fe50f47f72fd32d975d1a9/queue/8ce1977f3c3741118b747c7ee98f416b 2024-11-15T22:22:30,701 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/replication/ac5bb1b9c4fe50f47f72fd32d975d1a9/queue/8ce1977f3c3741118b747c7ee98f416b, entries=1, sequenceid=14, filesize=5.2 K 2024-11-15T22:22:30,702 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ac5bb1b9c4fe50f47f72fd32d975d1a9 in 426ms, sequenceid=14, compaction requested=false 2024-11-15T22:22:30,705 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/replication/ac5bb1b9c4fe50f47f72fd32d975d1a9/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-15T22:22:30,705 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:22:30,705 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:22:30,705 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. 2024-11-15T22:22:30,705 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac5bb1b9c4fe50f47f72fd32d975d1a9: Waiting for close lock at 1731709350276Running coprocessor pre-close hooks at 1731709350276Disabling compacts and flushes for region at 1731709350276Disabling writes for close at 1731709350276Obtaining lock to block concurrent updates at 1731709350276Preparing flush snapshotting stores in ac5bb1b9c4fe50f47f72fd32d975d1a9 at 1731709350276Finished memstore snapshotting hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731709350277 (+1 ms)Flushing stores of hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. at 1731709350277Flushing ac5bb1b9c4fe50f47f72fd32d975d1a9/queue: creating writer at 1731709350277Flushing ac5bb1b9c4fe50f47f72fd32d975d1a9/queue: appending metadata at 1731709350290 (+13 ms)Flushing ac5bb1b9c4fe50f47f72fd32d975d1a9/queue: closing flushed file at 1731709350290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7578d2: reopening flushed file at 1731709350697 (+407 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ac5bb1b9c4fe50f47f72fd32d975d1a9 in 426ms, sequenceid=14, compaction requested=false at 1731709350702 (+5 ms)Writing region close event to WAL at 1731709350703 (+1 ms)Running coprocessor post-close hooks at 1731709350705 (+2 ms)Closed at 1731709350705 2024-11-15T22:22:30,705 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731709333080.ac5bb1b9c4fe50f47f72fd32d975d1a9. 2024-11-15T22:22:30,705 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82961db0b3a9ef3f010c662f8e9e36f4, disabling compactions & flushes 2024-11-15T22:22:30,705 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4. 2024-11-15T22:22:30,705 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4. 2024-11-15T22:22:30,705 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4. after waiting 0 ms 2024-11-15T22:22:30,705 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4. 2024-11-15T22:22:30,706 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 82961db0b3a9ef3f010c662f8e9e36f4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T22:22:30,722 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/.tmp/f/6cd904c22bd245f499cfccf68cb06a50 is 37, key is row3/f:row3/1731709344119/Put/seqid=0 2024-11-15T22:22:30,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741845_1021 (size=5228) 2024-11-15T22:22:30,764 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/.tmp/table/d7d6ef2a4591489ea5027f8783afdc1b 2024-11-15T22:22:30,768 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/.tmp/info/b391ca35b7224bf899078b88a13a34dc as hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/info/b391ca35b7224bf899078b88a13a34dc 2024-11-15T22:22:30,771 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/info/b391ca35b7224bf899078b88a13a34dc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T22:22:30,771 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/.tmp/ns/7e13586f47d44441b595f22945ea449b as hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/ns/7e13586f47d44441b595f22945ea449b 2024-11-15T22:22:30,774 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/ns/7e13586f47d44441b595f22945ea449b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T22:22:30,775 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/.tmp/rep_barrier/360507eeda194f50aef198fa185b7198 as hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/rep_barrier/360507eeda194f50aef198fa185b7198 2024-11-15T22:22:30,778 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/rep_barrier/360507eeda194f50aef198fa185b7198, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T22:22:30,779 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/.tmp/table/d7d6ef2a4591489ea5027f8783afdc1b as hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/table/d7d6ef2a4591489ea5027f8783afdc1b 2024-11-15T22:22:30,782 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/table/d7d6ef2a4591489ea5027f8783afdc1b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T22:22:30,782 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 505ms, sequenceid=16, compaction requested=false 2024-11-15T22:22:30,786 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T22:22:30,786 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:22:30,786 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:22:30,786 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:22:30,787 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709350277Running coprocessor pre-close hooks at 1731709350277Disabling compacts and flushes for region at 1731709350277Disabling writes for close at 1731709350277Obtaining lock to block concurrent updates at 1731709350277Preparing flush snapshotting stores in 1588230740 at 1731709350277Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731709350277Flushing stores of hbase:meta,,1.1588230740 at 1731709350277Flushing 1588230740/info: creating writer at 1731709350278 (+1 ms)Flushing 1588230740/info: appending metadata at 1731709350291 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731709350291Flushing 1588230740/ns: creating writer at 1731709350297 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731709350310 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731709350311 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731709350318 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731709350335 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731709350335Flushing 1588230740/table: creating writer at 1731709350342 (+7 ms)Flushing 1588230740/table: appending metadata at 1731709350359 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731709350359Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e250e0: reopening flushed file at 1731709350767 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1addc4d8: reopening flushed file at 1731709350771 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@587b4515: reopening flushed file at 1731709350775 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c16a47: reopening flushed file at 1731709350778 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 505ms, sequenceid=16, compaction requested=false at 1731709350782 (+4 ms)Writing region close event to WAL at 1731709350783 (+1 ms)Running coprocessor post-close hooks at 1731709350786 (+3 ms)Closed at 1731709350786 2024-11-15T22:22:30,787 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:22:30,858 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1471, reset compression=false 2024-11-15T22:22:30,861 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:30,861 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1718, reset compression=false 2024-11-15T22:22:30,861 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,34949,1731709319106 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:22:30,862 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e611192d6313,34949,1731709319106: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e611192d6313,34949,1731709319106, walGroup=e611192d6313%2C34949%2C1731709319106, offset=e611192d6313%2C34949%2C1731709319106.1731709321550:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:34949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T22:22:30,863 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T22:22:30,863 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T22:22:30,863 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T22:22:30,863 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T22:22:30,863 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T22:22:30,863 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1272971264, "init": 1048576000, "max": 2306867200, "used": 935828392 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198972464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T22:22:30,864 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:36825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:36825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T22:22:30,877 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1351): Waiting on 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:31,065 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1718, reset compression=false 2024-11-15T22:22:31,077 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1351): Waiting on 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:31,126 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/.tmp/f/6cd904c22bd245f499cfccf68cb06a50 2024-11-15T22:22:31,129 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cd904c22bd245f499cfccf68cb06a50 2024-11-15T22:22:31,142 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/.tmp/f1/64085723356a41d1974c2ddd3a8787dd is 30, key is row1/f1:/1731709341451/DeleteFamily/seqid=0 2024-11-15T22:22:31,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741846_1022 (size=5158) 2024-11-15T22:22:31,278 INFO [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:22:31,278 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1325): Online Regions={82961db0b3a9ef3f010c662f8e9e36f4=test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4.} 2024-11-15T22:22:31,278 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1351): Waiting on 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:31,339 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1488, reset compression=false 2024-11-15T22:22:31,351 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:36825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-15T22:22:31,368 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1718, reset compression=false 2024-11-15T22:22:31,478 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1351): Waiting on 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:31,545 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/.tmp/f1/64085723356a41d1974c2ddd3a8787dd 2024-11-15T22:22:31,549 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64085723356a41d1974c2ddd3a8787dd 2024-11-15T22:22:31,562 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/.tmp/norep/3e1a5823fee54e83b3f2ffbb308f331c is 33, key is row1/norep:/1731709341451/DeleteFamily/seqid=0 2024-11-15T22:22:31,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741847_1023 (size=5108) 2024-11-15T22:22:31,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:31,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:31,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:31,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:31,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:31,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:31,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:31,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:31,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:31,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:31,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:31,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:31,678 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1351): Waiting on 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:31,770 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1718, reset compression=false 2024-11-15T22:22:31,878 DEBUG [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1351): Waiting on 82961db0b3a9ef3f010c662f8e9e36f4 2024-11-15T22:22:31,966 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/.tmp/norep/3e1a5823fee54e83b3f2ffbb308f331c 2024-11-15T22:22:31,969 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e1a5823fee54e83b3f2ffbb308f331c 2024-11-15T22:22:31,970 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/.tmp/f/6cd904c22bd245f499cfccf68cb06a50 as hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/f/6cd904c22bd245f499cfccf68cb06a50 2024-11-15T22:22:31,973 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cd904c22bd245f499cfccf68cb06a50 2024-11-15T22:22:31,973 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/f/6cd904c22bd245f499cfccf68cb06a50, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T22:22:31,974 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/.tmp/f1/64085723356a41d1974c2ddd3a8787dd as hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/f1/64085723356a41d1974c2ddd3a8787dd 2024-11-15T22:22:31,977 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64085723356a41d1974c2ddd3a8787dd 2024-11-15T22:22:31,977 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/f1/64085723356a41d1974c2ddd3a8787dd, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T22:22:31,978 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/.tmp/norep/3e1a5823fee54e83b3f2ffbb308f331c as hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/norep/3e1a5823fee54e83b3f2ffbb308f331c 2024-11-15T22:22:31,980 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e1a5823fee54e83b3f2ffbb308f331c 2024-11-15T22:22:31,981 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/norep/3e1a5823fee54e83b3f2ffbb308f331c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T22:22:31,981 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 82961db0b3a9ef3f010c662f8e9e36f4 in 1276ms, sequenceid=12, compaction requested=false 2024-11-15T22:22:31,981 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T22:22:31,985 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/data/default/test/82961db0b3a9ef3f010c662f8e9e36f4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T22:22:31,985 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:22:31,985 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:22:31,985 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4. 2024-11-15T22:22:31,986 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82961db0b3a9ef3f010c662f8e9e36f4: Waiting for close lock at 1731709350705Running coprocessor pre-close hooks at 1731709350705Disabling compacts and flushes for region at 1731709350705Disabling writes for close at 1731709350705Obtaining lock to block concurrent updates at 1731709350706 (+1 ms)Preparing flush snapshotting stores in 82961db0b3a9ef3f010c662f8e9e36f4 at 1731709350706Finished memstore snapshotting test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731709350706Flushing stores of test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4. at 1731709350706Flushing 82961db0b3a9ef3f010c662f8e9e36f4/f: creating writer at 1731709350706Flushing 82961db0b3a9ef3f010c662f8e9e36f4/f: appending metadata at 1731709350721 (+15 ms)Flushing 82961db0b3a9ef3f010c662f8e9e36f4/f: closing flushed file at 1731709350721Flushing 82961db0b3a9ef3f010c662f8e9e36f4/f1: creating writer at 1731709351129 (+408 ms)Flushing 82961db0b3a9ef3f010c662f8e9e36f4/f1: appending metadata at 1731709351141 (+12 ms)Flushing 82961db0b3a9ef3f010c662f8e9e36f4/f1: closing flushed file at 1731709351141Flushing 82961db0b3a9ef3f010c662f8e9e36f4/norep: creating writer at 1731709351550 (+409 ms)Flushing 82961db0b3a9ef3f010c662f8e9e36f4/norep: appending metadata at 1731709351562 (+12 ms)Flushing 82961db0b3a9ef3f010c662f8e9e36f4/norep: closing flushed file at 1731709351562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@380d663f: reopening flushed file at 1731709351970 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba2bdaf: reopening flushed file at 1731709351974 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4160d954: reopening flushed file at 1731709351977 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 82961db0b3a9ef3f010c662f8e9e36f4 in 1276ms, sequenceid=12, compaction requested=false at 1731709351981 (+4 ms)Writing region close event to WAL at 1731709351982 (+1 ms)Running coprocessor post-close hooks at 1731709351985 (+3 ms)Closed at 1731709351985 2024-11-15T22:22:31,986 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731709328640.82961db0b3a9ef3f010c662f8e9e36f4. 2024-11-15T22:22:32,078 INFO [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(976): stopping server e611192d6313,34949,1731709319106; all regions closed. 2024-11-15T22:22:32,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741834_1010 (size=4239) 2024-11-15T22:22:32,080 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.meta.1731709322108.meta not finished, retry = 0 2024-11-15T22:22:32,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:22:32,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:32,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:32,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:32,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:32,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:32,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:32,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:32,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:32,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:32,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:32,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:32,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:32,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.rep.1731709334211 not finished, retry = 0 2024-11-15T22:22:32,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741839_1015 (size=3552) 2024-11-15T22:22:32,273 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 1718, reset compression=false 2024-11-15T22:22:32,277 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:32,277 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.wal-reader.e611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 to pos 2362, reset compression=false 2024-11-15T22:22:32,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/WALs/e611192d6313,34949,1731709319106/e611192d6313%2C34949%2C1731709319106.1731709321550 not finished, retry = 0 2024-11-15T22:22:32,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741833_1009 (size=2370) 2024-11-15T22:22:32,386 DEBUG [RS:0;e611192d6313:34949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:32,386 INFO [RS:0;e611192d6313:34949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:22:32,386 INFO [RS:0;e611192d6313:34949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:22:32,386 INFO [RS:0;e611192d6313:34949 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:22:32,386 INFO [RS:0;e611192d6313:34949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:22:32,387 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:22:32,387 INFO [RS:0;e611192d6313:34949 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,34949,1731709319106 because: Region server is closing 2024-11-15T22:22:32,387 INFO [RS:0;e611192d6313:34949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:34949. 2024-11-15T22:22:32,387 DEBUG [RS:0;e611192d6313:34949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:32,387 DEBUG [RS:0;e611192d6313:34949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:32,387 DEBUG [RS:0;e611192d6313:34949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:32,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:32,442 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1488, reset compression=false 2024-11-15T22:22:32,488 INFO [RS:0;e611192d6313:34949 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,34949,1731709319106.replicationSource.shippere611192d6313%2C34949%2C1731709319106,1-e611192d6313,34949,1731709319106 terminated 2024-11-15T22:22:32,488 INFO [RS:0;e611192d6313:34949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:34949. 2024-11-15T22:22:32,488 DEBUG [RS:0;e611192d6313:34949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:32,488 DEBUG [RS:0;e611192d6313:34949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:32,488 DEBUG [RS:0;e611192d6313:34949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:32,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:32,488 INFO [RS:0;e611192d6313:34949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34949 2024-11-15T22:22:32,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089/rs 2024-11-15T22:22:32,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11068209089/rs/e611192d6313,34949,1731709319106 2024-11-15T22:22:32,495 INFO [RS:0;e611192d6313:34949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:22:32,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,34949,1731709319106] 2024-11-15T22:22:32,516 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11068209089/draining/e611192d6313,34949,1731709319106 already deleted, retry=false 2024-11-15T22:22:32,516 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,34949,1731709319106 expired; onlineServers=0 2024-11-15T22:22:32,516 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,36825,1731709318940' ***** 2024-11-15T22:22:32,516 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:22:32,516 INFO [M:0;e611192d6313:36825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:22:32,516 INFO [M:0;e611192d6313:36825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:22:32,516 DEBUG [M:0;e611192d6313:36825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:22:32,517 DEBUG [M:0;e611192d6313:36825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:22:32,517 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:22:32,517 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709321308 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709321308,5,FailOnTimeoutGroup] 2024-11-15T22:22:32,517 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709321308 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709321308,5,FailOnTimeoutGroup] 2024-11-15T22:22:32,517 INFO [M:0;e611192d6313:36825 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:22:32,517 INFO [M:0;e611192d6313:36825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:22:32,517 DEBUG [M:0;e611192d6313:36825 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:22:32,517 INFO [M:0;e611192d6313:36825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:22:32,517 INFO [M:0;e611192d6313:36825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:22:32,517 INFO [M:0;e611192d6313:36825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:22:32,517 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:22:32,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11068209089/master 2024-11-15T22:22:32,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11068209089 2024-11-15T22:22:32,527 DEBUG [M:0;e611192d6313:36825 {}] zookeeper.ZKUtil(347): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Unable to get data of znode /11068209089/master because node does not exist (not an error) 2024-11-15T22:22:32,527 WARN [M:0;e611192d6313:36825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:22:32,527 INFO [M:0;e611192d6313:36825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/.lastflushedseqids 2024-11-15T22:22:32,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741848_1024 (size=245) 2024-11-15T22:22:32,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:22:32,606 INFO [RS:0;e611192d6313:34949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:22:32,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101409711030004, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:22:32,606 INFO [RS:0;e611192d6313:34949 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,34949,1731709319106; zookeeper connection closed. 2024-11-15T22:22:32,606 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f114692 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f114692 2024-11-15T22:22:32,607 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:22:32,931 INFO [M:0;e611192d6313:36825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:22:32,931 INFO [M:0;e611192d6313:36825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:22:32,931 DEBUG [M:0;e611192d6313:36825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:22:32,931 INFO [M:0;e611192d6313:36825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:32,931 DEBUG [M:0;e611192d6313:36825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:32,931 DEBUG [M:0;e611192d6313:36825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:22:32,931 DEBUG [M:0;e611192d6313:36825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:32,931 INFO [M:0;e611192d6313:36825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T22:22:32,945 DEBUG [M:0;e611192d6313:36825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76eedd572fbc4ef3a2e96e91adcea853 is 82, key is hbase:meta,,1/info:regioninfo/1731709322133/Put/seqid=0 2024-11-15T22:22:32,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741849_1025 (size=5672) 2024-11-15T22:22:33,349 INFO [M:0;e611192d6313:36825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76eedd572fbc4ef3a2e96e91adcea853 2024-11-15T22:22:33,366 DEBUG [M:0;e611192d6313:36825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/232d289e7a8349cea13bc0fb1d9b2279 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731709334247/Put/seqid=0 2024-11-15T22:22:33,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741850_1026 (size=8516) 2024-11-15T22:22:33,645 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1488, reset compression=false 2024-11-15T22:22:33,769 INFO [M:0;e611192d6313:36825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/232d289e7a8349cea13bc0fb1d9b2279 2024-11-15T22:22:33,790 DEBUG [M:0;e611192d6313:36825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61cdaab2db244cf3a4ad48f389ec5e51 is 69, key is e611192d6313,34949,1731709319106/rs:state/1731709321364/Put/seqid=0 2024-11-15T22:22:33,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741851_1027 (size=5156) 2024-11-15T22:22:34,193 INFO [M:0;e611192d6313:36825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61cdaab2db244cf3a4ad48f389ec5e51 2024-11-15T22:22:34,197 DEBUG [M:0;e611192d6313:36825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76eedd572fbc4ef3a2e96e91adcea853 as hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76eedd572fbc4ef3a2e96e91adcea853 2024-11-15T22:22:34,200 INFO [M:0;e611192d6313:36825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76eedd572fbc4ef3a2e96e91adcea853, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T22:22:34,201 DEBUG [M:0;e611192d6313:36825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/232d289e7a8349cea13bc0fb1d9b2279 as hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/232d289e7a8349cea13bc0fb1d9b2279 2024-11-15T22:22:34,203 INFO [M:0;e611192d6313:36825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/232d289e7a8349cea13bc0fb1d9b2279, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T22:22:34,204 DEBUG [M:0;e611192d6313:36825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61cdaab2db244cf3a4ad48f389ec5e51 as hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61cdaab2db244cf3a4ad48f389ec5e51 2024-11-15T22:22:34,207 INFO [M:0;e611192d6313:36825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/932b9d68-db3c-6a51-1f1c-e8368f5e6a92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61cdaab2db244cf3a4ad48f389ec5e51, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T22:22:34,208 INFO [M:0;e611192d6313:36825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-15T22:22:34,210 INFO [M:0;e611192d6313:36825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:34,210 DEBUG [M:0;e611192d6313:36825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709352931Disabling compacts and flushes for region at 1731709352931Disabling writes for close at 1731709352931Obtaining lock to block concurrent updates at 1731709352931Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709352931Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731709352932 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709352932Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709352932Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709352945 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709352945Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709353353 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709353366 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709353366Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709353773 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709353789 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709353789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38611d86: reopening flushed file at 1731709354196 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4e402c: reopening flushed file at 1731709354200 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3819589c: reopening flushed file at 1731709354204 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731709354208 (+4 ms)Writing region close event to WAL at 1731709354210 (+2 ms)Closed at 1731709354210 2024-11-15T22:22:34,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741830_1006 (size=63654) 2024-11-15T22:22:34,212 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:22:34,213 INFO [M:0;e611192d6313:36825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:22:34,213 INFO [M:0;e611192d6313:36825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36825 2024-11-15T22:22:34,213 INFO [M:0;e611192d6313:36825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:22:34,374 INFO [M:0;e611192d6313:36825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:22:34,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:22:34,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x101409711030003, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:22:34,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a2fea70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:22:34,376 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e865d8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:22:34,377 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:22:34,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22247b2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:22:34,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e6a79c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/hadoop.log.dir/,STOPPED} 2024-11-15T22:22:34,378 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:22:34,378 WARN [BP-1920648226-172.17.0.3-1731709316546 heartbeating to localhost/127.0.0.1:35019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:22:34,378 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:22:34,378 WARN [BP-1920648226-172.17.0.3-1731709316546 heartbeating to localhost/127.0.0.1:35019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1920648226-172.17.0.3-1731709316546 (Datanode Uuid 08091bd3-53c9-42ca-aaea-21787e978d7b) service to localhost/127.0.0.1:35019 2024-11-15T22:22:34,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/cluster_2ac381aa-c7cd-52b3-5d9e-9ca64079b7c0/data/data1/current/BP-1920648226-172.17.0.3-1731709316546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:22:34,379 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/cluster_2ac381aa-c7cd-52b3-5d9e-9ca64079b7c0/data/data2/current/BP-1920648226-172.17.0.3-1731709316546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:22:34,379 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:22:34,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c15879a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:22:34,384 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79d81b12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:22:34,384 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:22:34,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5064314{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:22:34,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e50fb96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e178e84d-8cf1-1cb3-83cd-9f6dea95af5d/hadoop.log.dir/,STOPPED} 2024-11-15T22:22:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:22:34,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:22:34,397 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:22:34,397 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:34,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:34,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:34,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:34,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:22:34,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1033512552, stopped=false 2024-11-15T22:22:34,397 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,35817,1731709313367 2024-11-15T22:22:34,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01308629048/running 2024-11-15T22:22:34,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01308629048/running 2024-11-15T22:22:34,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:22:34,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:22:34,411 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:22:34,411 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:22:34,411 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:34,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:34,411 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,36959,1731709313562' ***** 2024-11-15T22:22:34,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Set watcher on znode that does not yet exist, /01308629048/running 2024-11-15T22:22:34,411 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:22:34,412 INFO [RS:0;e611192d6313:36959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:22:34,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Set watcher on znode that does not yet exist, /01308629048/running 2024-11-15T22:22:34,412 INFO [RS:0;e611192d6313:36959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:22:34,412 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:22:34,412 INFO [RS:0;e611192d6313:36959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:22:34,412 INFO [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(3091): Received CLOSE for e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:34,412 INFO [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(3091): Received CLOSE for d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:34,412 INFO [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(959): stopping server e611192d6313,36959,1731709313562 2024-11-15T22:22:34,412 INFO [RS:0;e611192d6313:36959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:22:34,412 INFO [RS:0;e611192d6313:36959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:36959. 2024-11-15T22:22:34,412 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e725a8a9bad90d27c541bae6a30dc7d3, disabling compactions & flushes 2024-11-15T22:22:34,412 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. 2024-11-15T22:22:34,412 DEBUG [RS:0;e611192d6313:36959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:34,412 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. 2024-11-15T22:22:34,412 DEBUG [RS:0;e611192d6313:36959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:34,412 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. after waiting 0 ms 2024-11-15T22:22:34,412 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. 2024-11-15T22:22:34,412 INFO [RS:0;e611192d6313:36959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:22:34,412 INFO [RS:0;e611192d6313:36959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:22:34,412 INFO [RS:0;e611192d6313:36959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:22:34,413 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e725a8a9bad90d27c541bae6a30dc7d3 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-15T22:22:34,413 INFO [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:22:34,413 INFO [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T22:22:34,413 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1325): Online Regions={e725a8a9bad90d27c541bae6a30dc7d3=hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3., 1588230740=hbase:meta,,1.1588230740, d442647d1cb2aff6afbb91557a18e2fe=test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe.} 2024-11-15T22:22:34,413 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d442647d1cb2aff6afbb91557a18e2fe, e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:34,413 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:22:34,413 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:22:34,413 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:22:34,413 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:22:34,413 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:22:34,413 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T22:22:34,427 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/replication/e725a8a9bad90d27c541bae6a30dc7d3/.tmp/queue/d3579d1663b046f0a0ed649f9b850426 is 154, key is 1-e611192d6313,36959,1731709313562/queue:e611192d6313%2C36959%2C1731709313562/1731709345913/Put/seqid=0 2024-11-15T22:22:34,430 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/.tmp/info/0e83254b4a584b8694ac021022417ac3 is 147, key is hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3./info:regioninfo/1731709332708/Put/seqid=0 2024-11-15T22:22:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741840_1016 (size=5353) 2024-11-15T22:22:34,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741841_1017 (size=7686) 2024-11-15T22:22:34,463 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:22:34,613 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d442647d1cb2aff6afbb91557a18e2fe, e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:34,813 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d442647d1cb2aff6afbb91557a18e2fe, e725a8a9bad90d27c541bae6a30dc7d3 2024-11-15T22:22:34,831 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/replication/e725a8a9bad90d27c541bae6a30dc7d3/.tmp/queue/d3579d1663b046f0a0ed649f9b850426 2024-11-15T22:22:34,833 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/.tmp/info/0e83254b4a584b8694ac021022417ac3 2024-11-15T22:22:34,836 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/replication/e725a8a9bad90d27c541bae6a30dc7d3/.tmp/queue/d3579d1663b046f0a0ed649f9b850426 as hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/replication/e725a8a9bad90d27c541bae6a30dc7d3/queue/d3579d1663b046f0a0ed649f9b850426 2024-11-15T22:22:34,840 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/replication/e725a8a9bad90d27c541bae6a30dc7d3/queue/d3579d1663b046f0a0ed649f9b850426, entries=1, sequenceid=14, filesize=5.2 K 2024-11-15T22:22:34,841 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e725a8a9bad90d27c541bae6a30dc7d3 in 429ms, sequenceid=14, compaction requested=false 2024-11-15T22:22:34,841 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T22:22:34,845 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/replication/e725a8a9bad90d27c541bae6a30dc7d3/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-15T22:22:34,845 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:22:34,845 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:22:34,845 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. 2024-11-15T22:22:34,845 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e725a8a9bad90d27c541bae6a30dc7d3: Waiting for close lock at 1731709354412Running coprocessor pre-close hooks at 1731709354412Disabling compacts and flushes for region at 1731709354412Disabling writes for close at 1731709354412Obtaining lock to block concurrent updates at 1731709354413 (+1 ms)Preparing flush snapshotting stores in e725a8a9bad90d27c541bae6a30dc7d3 at 1731709354413Finished memstore snapshotting hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731709354413Flushing stores of hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. at 1731709354413Flushing e725a8a9bad90d27c541bae6a30dc7d3/queue: creating writer at 1731709354413Flushing e725a8a9bad90d27c541bae6a30dc7d3/queue: appending metadata at 1731709354426 (+13 ms)Flushing e725a8a9bad90d27c541bae6a30dc7d3/queue: closing flushed file at 1731709354426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@769dfc43: reopening flushed file at 1731709354835 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e725a8a9bad90d27c541bae6a30dc7d3 in 429ms, sequenceid=14, compaction requested=false at 1731709354841 (+6 ms)Writing region close event to WAL at 1731709354842 (+1 ms)Running coprocessor post-close hooks at 1731709354845 (+3 ms)Closed at 1731709354845 2024-11-15T22:22:34,845 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731709331940.e725a8a9bad90d27c541bae6a30dc7d3. 2024-11-15T22:22:34,846 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d442647d1cb2aff6afbb91557a18e2fe, disabling compactions & flushes 2024-11-15T22:22:34,846 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe. 2024-11-15T22:22:34,846 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe. 2024-11-15T22:22:34,846 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe. after waiting 0 ms 2024-11-15T22:22:34,846 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe. 2024-11-15T22:22:34,846 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d442647d1cb2aff6afbb91557a18e2fe 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-15T22:22:34,856 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/.tmp/ns/677cda5673c54430950896f490caa094 is 43, key is default/ns:d/1731709316439/Put/seqid=0 2024-11-15T22:22:34,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:22:34,868 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/.tmp/f/01cc725131634b359f2397a7d9977743 is 37, key is row3/f:row3/1731709344119/Put/seqid=0 2024-11-15T22:22:34,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741843_1019 (size=5228) 2024-11-15T22:22:34,948 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1488, reset compression=false 2024-11-15T22:22:34,953 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:34,953 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1735, reset compression=false 2024-11-15T22:22:34,953 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,36959,1731709313562 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:22:34,954 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e611192d6313,36959,1731709313562: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e611192d6313,36959,1731709313562, walGroup=e611192d6313%2C36959%2C1731709313562, offset=e611192d6313%2C36959%2C1731709313562.1731709315456:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:36959 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T22:22:34,954 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T22:22:34,954 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T22:22:34,955 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T22:22:34,955 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T22:22:34,955 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T22:22:34,955 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1272971264, "init": 1048576000, "max": 2306867200, "used": 753305872 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199394096 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T22:22:34,955 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:35817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:35817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T22:22:35,013 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:35,156 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1735, reset compression=false 2024-11-15T22:22:35,213 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:35,268 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/.tmp/ns/677cda5673c54430950896f490caa094 2024-11-15T22:22:35,271 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/.tmp/f/01cc725131634b359f2397a7d9977743 2024-11-15T22:22:35,274 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01cc725131634b359f2397a7d9977743 2024-11-15T22:22:35,288 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/.tmp/rep_barrier/ec21c032e96c4de596f28f4b768691bc is 112, key is test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe./rep_barrier:seqnumDuringOpen/1731709328354/Put/seqid=0 2024-11-15T22:22:35,290 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/.tmp/f1/e01fa1aba7a04fb8bfc1b7e85a4e9f81 is 30, key is row1/f1:/1731709341451/DeleteFamily/seqid=0 2024-11-15T22:22:35,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741844_1020 (size=5518) 2024-11-15T22:22:35,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741845_1021 (size=5158) 2024-11-15T22:22:35,292 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/.tmp/f1/e01fa1aba7a04fb8bfc1b7e85a4e9f81 2024-11-15T22:22:35,296 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e01fa1aba7a04fb8bfc1b7e85a4e9f81 2024-11-15T22:22:35,308 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/.tmp/norep/27800f93d4b044f0b40eb25a1c4e430f is 32, key is row/norep:/1731709340446/DeleteFamily/seqid=0 2024-11-15T22:22:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741846_1022 (size=5101) 2024-11-15T22:22:35,414 INFO [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:22:35,414 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d442647d1cb2aff6afbb91557a18e2fe=test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe.} 2024-11-15T22:22:35,414 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:35,417 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:22:35,417 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:22:35,459 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1735, reset compression=false 2024-11-15T22:22:35,614 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d442647d1cb2aff6afbb91557a18e2fe 2024-11-15T22:22:35,692 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/.tmp/rep_barrier/ec21c032e96c4de596f28f4b768691bc 2024-11-15T22:22:35,708 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/.tmp/table/3658f02ed98641998acb60fd3245f7a8 is 53, key is hbase:replication/table:state/1731709332713/Put/seqid=0 2024-11-15T22:22:35,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741847_1023 (size=5308) 2024-11-15T22:22:35,711 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/.tmp/norep/27800f93d4b044f0b40eb25a1c4e430f 2024-11-15T22:22:35,714 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27800f93d4b044f0b40eb25a1c4e430f 2024-11-15T22:22:35,715 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/.tmp/f/01cc725131634b359f2397a7d9977743 as hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/f/01cc725131634b359f2397a7d9977743 2024-11-15T22:22:35,718 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01cc725131634b359f2397a7d9977743 2024-11-15T22:22:35,718 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/f/01cc725131634b359f2397a7d9977743, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T22:22:35,719 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/.tmp/f1/e01fa1aba7a04fb8bfc1b7e85a4e9f81 as hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/f1/e01fa1aba7a04fb8bfc1b7e85a4e9f81 2024-11-15T22:22:35,722 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e01fa1aba7a04fb8bfc1b7e85a4e9f81 2024-11-15T22:22:35,722 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/f1/e01fa1aba7a04fb8bfc1b7e85a4e9f81, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T22:22:35,723 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/.tmp/norep/27800f93d4b044f0b40eb25a1c4e430f as hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/norep/27800f93d4b044f0b40eb25a1c4e430f 2024-11-15T22:22:35,726 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27800f93d4b044f0b40eb25a1c4e430f 2024-11-15T22:22:35,727 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/norep/27800f93d4b044f0b40eb25a1c4e430f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T22:22:35,727 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d442647d1cb2aff6afbb91557a18e2fe in 881ms, sequenceid=12, compaction requested=false 2024-11-15T22:22:35,727 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T22:22:35,731 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/default/test/d442647d1cb2aff6afbb91557a18e2fe/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T22:22:35,731 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:22:35,731 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:22:35,732 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe. 2024-11-15T22:22:35,732 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d442647d1cb2aff6afbb91557a18e2fe: Waiting for close lock at 1731709354846Running coprocessor pre-close hooks at 1731709354846Disabling compacts and flushes for region at 1731709354846Disabling writes for close at 1731709354846Obtaining lock to block concurrent updates at 1731709354846Preparing flush snapshotting stores in d442647d1cb2aff6afbb91557a18e2fe at 1731709354846Finished memstore snapshotting test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731709354846Flushing stores of test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe. at 1731709354846Flushing d442647d1cb2aff6afbb91557a18e2fe/f: creating writer at 1731709354846Flushing d442647d1cb2aff6afbb91557a18e2fe/f: appending metadata at 1731709354867 (+21 ms)Flushing d442647d1cb2aff6afbb91557a18e2fe/f: closing flushed file at 1731709354867Flushing d442647d1cb2aff6afbb91557a18e2fe/f1: creating writer at 1731709355274 (+407 ms)Flushing d442647d1cb2aff6afbb91557a18e2fe/f1: appending metadata at 1731709355289 (+15 ms)Flushing d442647d1cb2aff6afbb91557a18e2fe/f1: closing flushed file at 1731709355289Flushing d442647d1cb2aff6afbb91557a18e2fe/norep: creating writer at 1731709355296 (+7 ms)Flushing d442647d1cb2aff6afbb91557a18e2fe/norep: appending metadata at 1731709355307 (+11 ms)Flushing d442647d1cb2aff6afbb91557a18e2fe/norep: closing flushed file at 1731709355307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216dfa7e: reopening flushed file at 1731709355714 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c02c411: reopening flushed file at 1731709355719 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5868a01e: reopening flushed file at 1731709355723 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d442647d1cb2aff6afbb91557a18e2fe in 881ms, sequenceid=12, compaction requested=false at 1731709355727 (+4 ms)Writing region close event to WAL at 1731709355729 (+2 ms)Running coprocessor post-close hooks at 1731709355731 (+2 ms)Closed at 1731709355731 2024-11-15T22:22:35,732 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731709328006.d442647d1cb2aff6afbb91557a18e2fe. 2024-11-15T22:22:35,814 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:22:35,862 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 1735, reset compression=false 2024-11-15T22:22:35,865 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:22:35,865 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 2379, reset compression=false 2024-11-15T22:22:36,014 DEBUG [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:22:36,068 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 2379, reset compression=false 2024-11-15T22:22:36,111 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/.tmp/table/3658f02ed98641998acb60fd3245f7a8 2024-11-15T22:22:36,115 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/.tmp/info/0e83254b4a584b8694ac021022417ac3 as hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/info/0e83254b4a584b8694ac021022417ac3 2024-11-15T22:22:36,119 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/info/0e83254b4a584b8694ac021022417ac3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T22:22:36,120 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/.tmp/ns/677cda5673c54430950896f490caa094 as hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/ns/677cda5673c54430950896f490caa094 2024-11-15T22:22:36,123 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/ns/677cda5673c54430950896f490caa094, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T22:22:36,123 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/.tmp/rep_barrier/ec21c032e96c4de596f28f4b768691bc as hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/rep_barrier/ec21c032e96c4de596f28f4b768691bc 2024-11-15T22:22:36,126 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/rep_barrier/ec21c032e96c4de596f28f4b768691bc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T22:22:36,127 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/.tmp/table/3658f02ed98641998acb60fd3245f7a8 as hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/table/3658f02ed98641998acb60fd3245f7a8 2024-11-15T22:22:36,129 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/table/3658f02ed98641998acb60fd3245f7a8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T22:22:36,130 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-11-15T22:22:36,130 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:22:36,134 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T22:22:36,134 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:22:36,134 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:22:36,134 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:22:36,134 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709354413Running coprocessor pre-close hooks at 1731709354413Disabling compacts and flushes for region at 1731709354413Disabling writes for close at 1731709354413Obtaining lock to block concurrent updates at 1731709354413Preparing flush snapshotting stores in 1588230740 at 1731709354413Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731709354413Flushing stores of hbase:meta,,1.1588230740 at 1731709354413Flushing 1588230740/info: creating writer at 1731709354413Flushing 1588230740/info: appending metadata at 1731709354429 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731709354430 (+1 ms)Flushing 1588230740/ns: creating writer at 1731709354837 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731709354855 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731709354855Flushing 1588230740/rep_barrier: creating writer at 1731709355272 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731709355288 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731709355288Flushing 1588230740/table: creating writer at 1731709355696 (+408 ms)Flushing 1588230740/table: appending metadata at 1731709355708 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731709355708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f9e0052: reopening flushed file at 1731709356115 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a92815e: reopening flushed file at 1731709356119 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dadf42d: reopening flushed file at 1731709356123 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39efda34: reopening flushed file at 1731709356126 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1731709356130 (+4 ms)Writing region close event to WAL at 1731709356132 (+2 ms)Running coprocessor post-close hooks at 1731709356134 (+2 ms)Closed at 1731709356134 2024-11-15T22:22:36,135 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:22:36,214 INFO [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(976): stopping server e611192d6313,36959,1731709313562; all regions closed. 2024-11-15T22:22:36,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741834_1010 (size=4239) 2024-11-15T22:22:36,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741839_1015 (size=3552) 2024-11-15T22:22:36,218 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.rep.1731709332678 not finished, retry = 0 2024-11-15T22:22:36,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741832_1008 (size=2387) 2024-11-15T22:22:36,321 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 not finished, retry = 0 2024-11-15T22:22:36,371 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 to pos 2379, reset compression=false 2024-11-15T22:22:36,422 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/WALs/e611192d6313,36959,1731709313562/e611192d6313%2C36959%2C1731709313562.1731709315456 2024-11-15T22:22:36,422 DEBUG [RS:0;e611192d6313:36959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:36,422 INFO [RS:0;e611192d6313:36959 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:22:36,422 INFO [RS:0;e611192d6313:36959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:22:36,422 INFO [RS:0;e611192d6313:36959 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:22:36,422 INFO [RS:0;e611192d6313:36959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:22:36,422 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:22:36,422 INFO [RS:0;e611192d6313:36959 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,36959,1731709313562 because: Region server is closing 2024-11-15T22:22:36,423 INFO [RS:0;e611192d6313:36959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:36959. 2024-11-15T22:22:36,423 DEBUG [RS:0;e611192d6313:36959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:36,423 DEBUG [RS:0;e611192d6313:36959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:36,423 DEBUG [RS:0;e611192d6313:36959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:36,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:36,523 INFO [RS:0;e611192d6313:36959 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.shippere611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 terminated 2024-11-15T22:22:36,523 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,36959,1731709313562.replicationSource.wal-reader.e611192d6313%2C36959%2C1731709313562,1-e611192d6313,36959,1731709313562 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-15T22:22:36,523 INFO [RS:0;e611192d6313:36959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:36959. 2024-11-15T22:22:36,523 DEBUG [RS:0;e611192d6313:36959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:22:36,523 DEBUG [RS:0;e611192d6313:36959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:36,524 DEBUG [RS:0;e611192d6313:36959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:36,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:22:36,524 INFO [RS:0;e611192d6313:36959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36959 2024-11-15T22:22:36,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01308629048/rs/e611192d6313,36959,1731709313562 2024-11-15T22:22:36,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048/rs 2024-11-15T22:22:36,642 INFO [RS:0;e611192d6313:36959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:22:36,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,36959,1731709313562] 2024-11-15T22:22:36,663 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01308629048/draining/e611192d6313,36959,1731709313562 already deleted, retry=false 2024-11-15T22:22:36,663 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,36959,1731709313562 expired; onlineServers=0 2024-11-15T22:22:36,663 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,35817,1731709313367' ***** 2024-11-15T22:22:36,663 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:22:36,664 INFO [M:0;e611192d6313:35817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:22:36,664 INFO [M:0;e611192d6313:35817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:22:36,664 DEBUG [M:0;e611192d6313:35817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:22:36,664 DEBUG [M:0;e611192d6313:35817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:22:36,664 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:22:36,664 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709315209 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709315209,5,FailOnTimeoutGroup] 2024-11-15T22:22:36,664 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709315210 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709315210,5,FailOnTimeoutGroup] 2024-11-15T22:22:36,664 INFO [M:0;e611192d6313:35817 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:22:36,664 INFO [M:0;e611192d6313:35817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:22:36,664 DEBUG [M:0;e611192d6313:35817 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:22:36,664 INFO [M:0;e611192d6313:35817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:22:36,664 INFO [M:0;e611192d6313:35817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:22:36,664 INFO [M:0;e611192d6313:35817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:22:36,664 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:22:36,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01308629048/master 2024-11-15T22:22:36,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308629048 2024-11-15T22:22:36,674 DEBUG [M:0;e611192d6313:35817 {}] zookeeper.ZKUtil(347): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Unable to get data of znode /01308629048/master because node does not exist (not an error) 2024-11-15T22:22:36,674 WARN [M:0;e611192d6313:35817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:22:36,682 INFO [M:0;e611192d6313:35817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/.lastflushedseqids 2024-11-15T22:22:36,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741848_1024 (size=245) 2024-11-15T22:22:36,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:22:36,753 INFO [RS:0;e611192d6313:36959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:22:36,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36959-0x101409711030001, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:22:36,753 INFO [RS:0;e611192d6313:36959 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,36959,1731709313562; zookeeper connection closed. 2024-11-15T22:22:36,753 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c4113ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c4113ab 2024-11-15T22:22:36,754 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:22:37,087 INFO [M:0;e611192d6313:35817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:22:37,087 INFO [M:0;e611192d6313:35817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:22:37,087 DEBUG [M:0;e611192d6313:35817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:22:37,087 INFO [M:0;e611192d6313:35817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:37,087 DEBUG [M:0;e611192d6313:35817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:37,088 DEBUG [M:0;e611192d6313:35817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:22:37,088 DEBUG [M:0;e611192d6313:35817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:37,088 INFO [M:0;e611192d6313:35817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-15T22:22:37,106 DEBUG [M:0;e611192d6313:35817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c04df9aceef245578532d660f011f35b is 82, key is hbase:meta,,1/info:regioninfo/1731709316394/Put/seqid=0 2024-11-15T22:22:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741849_1025 (size=5672) 2024-11-15T22:22:37,487 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:22:37,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:37,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:37,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:37,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:37,510 INFO [M:0;e611192d6313:35817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c04df9aceef245578532d660f011f35b 2024-11-15T22:22:37,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:37,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:37,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:37,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:37,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:37,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:37,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:37,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:37,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:37,530 DEBUG [M:0;e611192d6313:35817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed9f50d49e8948a3a688c6c8c7319d7a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731709328362/Put/seqid=0 2024-11-15T22:22:37,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741850_1026 (size=7217) 2024-11-15T22:22:37,535 INFO [M:0;e611192d6313:35817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed9f50d49e8948a3a688c6c8c7319d7a 2024-11-15T22:22:37,539 INFO [M:0;e611192d6313:35817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed9f50d49e8948a3a688c6c8c7319d7a 2024-11-15T22:22:37,555 DEBUG [M:0;e611192d6313:35817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9441e0353b8c40a1b35999267bbc5967 is 69, key is e611192d6313,36959,1731709313562/rs:state/1731709315311/Put/seqid=0 2024-11-15T22:22:37,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741851_1027 (size=5156) 2024-11-15T22:22:37,959 INFO [M:0;e611192d6313:35817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9441e0353b8c40a1b35999267bbc5967 2024-11-15T22:22:37,963 DEBUG [M:0;e611192d6313:35817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c04df9aceef245578532d660f011f35b as hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c04df9aceef245578532d660f011f35b 2024-11-15T22:22:37,966 INFO [M:0;e611192d6313:35817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c04df9aceef245578532d660f011f35b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T22:22:37,967 DEBUG [M:0;e611192d6313:35817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed9f50d49e8948a3a688c6c8c7319d7a as hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed9f50d49e8948a3a688c6c8c7319d7a 2024-11-15T22:22:37,970 INFO [M:0;e611192d6313:35817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed9f50d49e8948a3a688c6c8c7319d7a 2024-11-15T22:22:37,970 INFO [M:0;e611192d6313:35817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed9f50d49e8948a3a688c6c8c7319d7a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T22:22:37,970 DEBUG [M:0;e611192d6313:35817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9441e0353b8c40a1b35999267bbc5967 as hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9441e0353b8c40a1b35999267bbc5967 2024-11-15T22:22:37,973 INFO [M:0;e611192d6313:35817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35971/user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9441e0353b8c40a1b35999267bbc5967, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T22:22:37,974 INFO [M:0;e611192d6313:35817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=105, compaction requested=false 2024-11-15T22:22:37,977 INFO [M:0;e611192d6313:35817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:37,977 DEBUG [M:0;e611192d6313:35817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709357087Disabling compacts and flushes for region at 1731709357087Disabling writes for close at 1731709357088 (+1 ms)Obtaining lock to block concurrent updates at 1731709357088Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709357088Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731709357088Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709357089 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709357089Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709357106 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709357106Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709357514 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709357530 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709357530Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709357539 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709357555 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709357555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@212a418e: reopening flushed file at 1731709357963 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e1df9b: reopening flushed file at 1731709357966 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2eafe6: reopening flushed file at 1731709357970 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=105, compaction requested=false at 1731709357974 (+4 ms)Writing region close event to WAL at 1731709357977 (+3 ms)Closed at 1731709357977 2024-11-15T22:22:37,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42789 is added to blk_1073741830_1006 (size=64411) 2024-11-15T22:22:37,979 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69d66e63-d02d-df06-789d-8d95422f92ce/MasterData/WALs/e611192d6313,35817,1731709313367/e611192d6313%2C35817%2C1731709313367.1731709314928 not finished, retry = 0 2024-11-15T22:22:38,080 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:22:38,080 INFO [M:0;e611192d6313:35817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:22:38,080 INFO [M:0;e611192d6313:35817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35817 2024-11-15T22:22:38,081 INFO [M:0;e611192d6313:35817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:22:38,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:22:38,227 INFO [M:0;e611192d6313:35817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:22:38,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101409711030000, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:22:38,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73b65898{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:22:38,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7957adf0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:22:38,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:22:38,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63cfba12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:22:38,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68631ef8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/hadoop.log.dir/,STOPPED} 2024-11-15T22:22:38,230 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:22:38,230 WARN [BP-239299530-172.17.0.3-1731709310313 heartbeating to localhost/127.0.0.1:35971 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:22:38,230 WARN [BP-239299530-172.17.0.3-1731709310313 heartbeating to localhost/127.0.0.1:35971 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-239299530-172.17.0.3-1731709310313 (Datanode Uuid b9d1a260-fa17-4263-8760-5dd97eaee886) service to localhost/127.0.0.1:35971 2024-11-15T22:22:38,230 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:22:38,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/cluster_004476c3-185f-e671-9c87-2bc321103b54/data/data1/current/BP-239299530-172.17.0.3-1731709310313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:22:38,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/cluster_004476c3-185f-e671-9c87-2bc321103b54/data/data2/current/BP-239299530-172.17.0.3-1731709310313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:22:38,231 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:22:38,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@408ac713{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:22:38,235 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@399187c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:22:38,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:22:38,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33425995{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:22:38,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5549b26a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b382ff2-98c8-9c45-90b6-95f19f2ad6dd/hadoop.log.dir/,STOPPED} 2024-11-15T22:22:38,241 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:22:38,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:22:38,261 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=310 (was 258) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62850) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:35019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35019 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62850) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62850) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35971 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:43979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=723 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=566 (was 898), ProcessCount=11 (was 11), AvailableMemoryMB=3055 (was 3663) 2024-11-15T22:22:38,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=310, OpenFileDescriptor=723, MaxFileDescriptor=1048576, SystemLoadAverage=566, ProcessCount=11, AvailableMemoryMB=3055 2024-11-15T22:22:38,281 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-15T22:22:38,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/hadoop.log.dir so I do NOT create it in target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a 2024-11-15T22:22:38,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:22:38,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/hadoop.tmp.dir so I do NOT create it in target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a 2024-11-15T22:22:38,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66d72aa7-349e-9dc2-27d4-52f43625e20c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:22:38,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a 2024-11-15T22:22:38,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/cluster_24cc8f65-c298-f55c-c792-aa7b505123f5, deleteOnExit=true 2024-11-15T22:22:38,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/cluster_24cc8f65-c298-f55c-c792-aa7b505123f5/zookeeper_0, clientPort=53751, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/cluster_24cc8f65-c298-f55c-c792-aa7b505123f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/cluster_24cc8f65-c298-f55c-c792-aa7b505123f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:22:38,288 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53751 2024-11-15T22:22:38,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:22:38,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/test.cache.data in system properties and HBase conf 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:22:38,289 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:22:38,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:22:38,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:22:38,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:22:38,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:22:38,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101409711030005, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:22:38,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101409711030002, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:22:38,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101409711030005, quorum=127.0.0.1:62850, baseZNode=/11068209089 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:22:38,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101409711030008, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:22:38,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101409711030002, quorum=127.0.0.1:62850, baseZNode=/01308629048 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:22:38,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101409711030008, quorum=127.0.0.1:62850, baseZNode=/2-1148346988 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:22:38,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:22:38,603 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:22:38,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:22:38,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:22:38,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:22:38,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:22:38,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26f9ed7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:22:38,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25ee87ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:22:38,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68713f6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/java.io.tmpdir/jetty-localhost-42589-hadoop-hdfs-3_4_1-tests_jar-_-any-7901897487519235378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:22:38,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d42760c{HTTP/1.1, (http/1.1)}{localhost:42589} 2024-11-15T22:22:38,706 INFO [Time-limited test {}] server.Server(415): Started @311371ms 2024-11-15T22:22:38,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:22:38,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:22:38,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:22:38,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:22:38,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:22:38,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40704dd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:22:38,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12c4f04a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:22:39,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5690938c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/java.io.tmpdir/jetty-localhost-39973-hadoop-hdfs-3_4_1-tests_jar-_-any-7605517349024101552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:22:39,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@331fd688{HTTP/1.1, (http/1.1)}{localhost:39973} 2024-11-15T22:22:39,078 INFO [Time-limited test {}] server.Server(415): Started @311744ms 2024-11-15T22:22:39,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:22:39,865 WARN [Thread-3464 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/cluster_24cc8f65-c298-f55c-c792-aa7b505123f5/data/data1/current/BP-453484335-172.17.0.3-1731709358303/current, will proceed with Du for space computation calculation, 2024-11-15T22:22:39,865 WARN [Thread-3465 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/cluster_24cc8f65-c298-f55c-c792-aa7b505123f5/data/data2/current/BP-453484335-172.17.0.3-1731709358303/current, will proceed with Du for space computation calculation, 2024-11-15T22:22:39,880 WARN [Thread-3452 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:22:39,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c3967444d92993f with lease ID 0xc04ba73350928858: Processing first storage report for DS-d8a138f8-7688-45d8-9599-fc4218115fd9 from datanode DatanodeRegistration(127.0.0.1:41981, datanodeUuid=f4674829-be37-43ec-a260-16c3a1b96320, infoPort=32981, infoSecurePort=0, ipcPort=35633, storageInfo=lv=-57;cid=testClusterID;nsid=1472542223;c=1731709358303) 2024-11-15T22:22:39,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c3967444d92993f with lease ID 0xc04ba73350928858: from storage DS-d8a138f8-7688-45d8-9599-fc4218115fd9 node DatanodeRegistration(127.0.0.1:41981, datanodeUuid=f4674829-be37-43ec-a260-16c3a1b96320, infoPort=32981, infoSecurePort=0, ipcPort=35633, storageInfo=lv=-57;cid=testClusterID;nsid=1472542223;c=1731709358303), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:22:39,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c3967444d92993f with lease ID 0xc04ba73350928858: Processing first storage report for DS-a62d039c-6ddc-4adc-ae55-92ba64daaf79 from datanode DatanodeRegistration(127.0.0.1:41981, datanodeUuid=f4674829-be37-43ec-a260-16c3a1b96320, infoPort=32981, infoSecurePort=0, ipcPort=35633, storageInfo=lv=-57;cid=testClusterID;nsid=1472542223;c=1731709358303) 2024-11-15T22:22:39,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c3967444d92993f with lease ID 0xc04ba73350928858: from storage DS-a62d039c-6ddc-4adc-ae55-92ba64daaf79 node DatanodeRegistration(127.0.0.1:41981, datanodeUuid=f4674829-be37-43ec-a260-16c3a1b96320, infoPort=32981, infoSecurePort=0, ipcPort=35633, storageInfo=lv=-57;cid=testClusterID;nsid=1472542223;c=1731709358303), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:22:39,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a 2024-11-15T22:22:39,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:39,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:39,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:22:40,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:22:40,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:22:40,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:22:40,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T22:22:40,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T22:22:40,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:22:40,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:22:40,314 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c with version=8 2024-11-15T22:22:40,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/hbase-staging 2024-11-15T22:22:40,316 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:22:40,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:40,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:40,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:22:40,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:40,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:22:40,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:22:40,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:22:40,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34131 2024-11-15T22:22:40,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34131 connecting to ZooKeeper ensemble=127.0.0.1:53751 2024-11-15T22:22:40,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341310x0, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:22:40,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34131-0x1014097cc770000 connected 2024-11-15T22:22:40,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:40,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:40,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Set watcher on znode that does not yet exist, /0-143685737/running 2024-11-15T22:22:40,499 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c, hbase.cluster.distributed=false 2024-11-15T22:22:40,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Set watcher on znode that does not yet exist, /0-143685737/acl 2024-11-15T22:22:40,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34131 2024-11-15T22:22:40,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34131 2024-11-15T22:22:40,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34131 2024-11-15T22:22:40,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34131 2024-11-15T22:22:40,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34131 2024-11-15T22:22:40,514 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:22:40,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:40,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:40,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:22:40,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:40,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:22:40,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:22:40,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:22:40,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40743 2024-11-15T22:22:40,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40743 connecting to ZooKeeper ensemble=127.0.0.1:53751 2024-11-15T22:22:40,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:40,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:40,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407430x0, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:22:40,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407430x0, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Set watcher on znode that does not yet exist, /0-143685737/running 2024-11-15T22:22:40,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40743-0x1014097cc770001 connected 2024-11-15T22:22:40,527 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:22:40,528 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:22:40,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Set watcher on znode that does not yet exist, /0-143685737/master 2024-11-15T22:22:40,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Set watcher on znode that does not yet exist, /0-143685737/acl 2024-11-15T22:22:40,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40743 2024-11-15T22:22:40,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40743 2024-11-15T22:22:40,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40743 2024-11-15T22:22:40,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40743 2024-11-15T22:22:40,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40743 2024-11-15T22:22:40,547 DEBUG [M:0;e611192d6313:34131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:34131 2024-11-15T22:22:40,547 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-143685737/backup-masters/e611192d6313,34131,1731709360315 2024-11-15T22:22:40,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737/backup-masters 2024-11-15T22:22:40,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737/backup-masters 2024-11-15T22:22:40,558 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Set watcher on existing znode=/0-143685737/backup-masters/e611192d6313,34131,1731709360315 2024-11-15T22:22:40,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:22:40,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-143685737/master 2024-11-15T22:22:40,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:22:40,568 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Set watcher on existing znode=/0-143685737/master 2024-11-15T22:22:40,569 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-143685737/backup-masters/e611192d6313,34131,1731709360315 from backup master directory 2024-11-15T22:22:40,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-143685737/backup-masters/e611192d6313,34131,1731709360315 2024-11-15T22:22:40,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737/backup-masters 2024-11-15T22:22:40,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737/backup-masters 2024-11-15T22:22:40,579 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:22:40,579 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,34131,1731709360315 2024-11-15T22:22:40,582 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/hbase.id] with ID: 7d0abe19-3c25-4836-8388-04433b252f59 2024-11-15T22:22:40,582 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/.tmp/hbase.id 2024-11-15T22:22:40,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:22:40,986 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/.tmp/hbase.id]:[hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/hbase.id] 2024-11-15T22:22:40,994 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:40,994 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:22:40,994 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T22:22:41,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:22:41,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:22:41,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:22:41,447 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:22:41,447 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:22:41,448 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:41,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:22:41,580 DEBUG [master/e611192d6313:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=33, created chunk count=33, reused chunk count=97, reuseRatio=74.62% 2024-11-15T22:22:41,583 DEBUG [master/e611192d6313:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-15T22:22:41,853 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store 2024-11-15T22:22:41,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:22:41,857 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:41,857 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:22:41,857 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:41,857 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:41,857 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:22:41,857 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:41,857 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:41,857 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709361857Disabling compacts and flushes for region at 1731709361857Disabling writes for close at 1731709361857Writing region close event to WAL at 1731709361857Closed at 1731709361857 2024-11-15T22:22:41,858 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/.initializing 2024-11-15T22:22:41,858 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/WALs/e611192d6313,34131,1731709360315 2024-11-15T22:22:41,859 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:22:41,860 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C34131%2C1731709360315, suffix=, logDir=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/WALs/e611192d6313,34131,1731709360315, archiveDir=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/oldWALs, maxLogs=10 2024-11-15T22:22:41,872 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/WALs/e611192d6313,34131,1731709360315/e611192d6313%2C34131%2C1731709360315.1731709361860, exclude list is [], retry=0 2024-11-15T22:22:41,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41981,DS-d8a138f8-7688-45d8-9599-fc4218115fd9,DISK] 2024-11-15T22:22:41,875 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/WALs/e611192d6313,34131,1731709360315/e611192d6313%2C34131%2C1731709360315.1731709361860 2024-11-15T22:22:41,875 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32981:32981)] 2024-11-15T22:22:41,875 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:41,876 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:41,876 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:41,876 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:41,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:41,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:22:41,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:41,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:41,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:41,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:22:41,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:41,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:41,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:41,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:22:41,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:41,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:41,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:41,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:22:41,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:41,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:41,881 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:41,882 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:41,882 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:41,883 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:41,883 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:41,883 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:22:41,884 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:41,885 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:41,885 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72307534, jitterRate=0.07746621966362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:22:41,885 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709361876Initializing all the Stores at 1731709361876Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709361876Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709361876Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709361876Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709361876Cleaning up temporary data from old regions at 1731709361883 (+7 ms)Region opened successfully at 1731709361885 (+2 ms) 2024-11-15T22:22:41,886 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:22:41,887 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbb8b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:22:41,888 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:22:41,888 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:22:41,888 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:22:41,888 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:22:41,888 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:22:41,889 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:22:41,889 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:22:41,890 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:22:41,890 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Unable to get data of znode /0-143685737/balancer because node does not exist (not necessarily an error) 2024-11-15T22:22:41,968 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-143685737/balancer already deleted, retry=false 2024-11-15T22:22:41,969 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:22:41,969 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Unable to get data of znode /0-143685737/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:22:41,979 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-143685737/normalizer already deleted, retry=false 2024-11-15T22:22:41,979 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:22:41,979 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Unable to get data of znode /0-143685737/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:22:41,989 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-143685737/switch/split already deleted, retry=false 2024-11-15T22:22:41,990 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Unable to get data of znode /0-143685737/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:22:42,000 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-143685737/switch/merge already deleted, retry=false 2024-11-15T22:22:42,001 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Unable to get data of znode /0-143685737/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:22:42,010 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-143685737/snapshot-cleanup already deleted, retry=false 2024-11-15T22:22:42,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-143685737/running 2024-11-15T22:22:42,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-143685737/running 2024-11-15T22:22:42,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:22:42,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:22:42,021 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,34131,1731709360315, sessionid=0x1014097cc770000, setting cluster-up flag (Was=false) 2024-11-15T22:22:42,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:22:42,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:22:42,073 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-143685737/flush-table-proc/acquired, /0-143685737/flush-table-proc/reached, /0-143685737/flush-table-proc/abort 2024-11-15T22:22:42,074 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,34131,1731709360315 2024-11-15T22:22:42,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:22:42,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:22:42,126 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-143685737/online-snapshot/acquired, /0-143685737/online-snapshot/reached, /0-143685737/online-snapshot/abort 2024-11-15T22:22:42,127 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,34131,1731709360315 2024-11-15T22:22:42,128 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:22:42,129 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:42,129 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:22:42,129 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:22:42,130 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,34131,1731709360315 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:22:42,131 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:42,131 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:42,131 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:42,131 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:42,131 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:22:42,131 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:42,131 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:22:42,131 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:42,131 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709392131 2024-11-15T22:22:42,132 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:22:42,132 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:22:42,132 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:22:42,132 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:22:42,132 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:22:42,132 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:22:42,132 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:42,132 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:42,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:22:42,133 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:42,133 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:22:42,138 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:22:42,139 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:22:42,139 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:22:42,139 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:22:42,139 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:22:42,139 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:22:42,140 INFO [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(746): ClusterId : 7d0abe19-3c25-4836-8388-04433b252f59 2024-11-15T22:22:42,140 DEBUG [RS:0;e611192d6313:40743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:22:42,140 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709362139,5,FailOnTimeoutGroup] 2024-11-15T22:22:42,144 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709362140,5,FailOnTimeoutGroup] 2024-11-15T22:22:42,144 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:42,144 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:22:42,144 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:42,144 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:42,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:22:42,148 DEBUG [RS:0;e611192d6313:40743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:22:42,148 DEBUG [RS:0;e611192d6313:40743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:22:42,158 DEBUG [RS:0;e611192d6313:40743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:22:42,158 DEBUG [RS:0;e611192d6313:40743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dae2db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:22:42,170 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:40743 2024-11-15T22:22:42,171 INFO [RS:0;e611192d6313:40743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:22:42,171 INFO [RS:0;e611192d6313:40743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:22:42,171 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:22:42,171 INFO [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,34131,1731709360315 with port=40743, startcode=1731709360514 2024-11-15T22:22:42,172 DEBUG [RS:0;e611192d6313:40743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:22:42,173 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:22:42,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,40743,1731709360514 2024-11-15T22:22:42,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34131 {}] master.ServerManager(517): Registering regionserver=e611192d6313,40743,1731709360514 2024-11-15T22:22:42,175 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c 2024-11-15T22:22:42,175 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36441 2024-11-15T22:22:42,175 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:22:42,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737/rs 2024-11-15T22:22:42,179 DEBUG [RS:0;e611192d6313:40743 {}] zookeeper.ZKUtil(111): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Set watcher on existing znode=/0-143685737/rs/e611192d6313,40743,1731709360514 2024-11-15T22:22:42,179 WARN [RS:0;e611192d6313:40743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:22:42,179 INFO [RS:0;e611192d6313:40743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:42,179 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514 2024-11-15T22:22:42,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,40743,1731709360514] 2024-11-15T22:22:42,181 INFO [RS:0;e611192d6313:40743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:22:42,183 INFO [RS:0;e611192d6313:40743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:22:42,184 INFO [RS:0;e611192d6313:40743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:22:42,184 INFO [RS:0;e611192d6313:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:42,187 INFO [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:22:42,188 INFO [RS:0;e611192d6313:40743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:22:42,188 INFO [RS:0;e611192d6313:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:42,188 DEBUG [RS:0;e611192d6313:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:42,188 DEBUG [RS:0;e611192d6313:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:42,188 DEBUG [RS:0;e611192d6313:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:42,188 DEBUG [RS:0;e611192d6313:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:42,188 DEBUG [RS:0;e611192d6313:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:42,188 DEBUG [RS:0;e611192d6313:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:22:42,188 DEBUG [RS:0;e611192d6313:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:42,188 DEBUG [RS:0;e611192d6313:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:42,188 DEBUG [RS:0;e611192d6313:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:42,188 DEBUG [RS:0;e611192d6313:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:42,188 DEBUG [RS:0;e611192d6313:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:42,188 DEBUG [RS:0;e611192d6313:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:42,188 DEBUG [RS:0;e611192d6313:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:22:42,188 DEBUG [RS:0;e611192d6313:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:22:42,189 INFO [RS:0;e611192d6313:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:42,189 INFO [RS:0;e611192d6313:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:42,189 INFO [RS:0;e611192d6313:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:42,189 INFO [RS:0;e611192d6313:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:42,189 INFO [RS:0;e611192d6313:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:42,189 INFO [RS:0;e611192d6313:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40743,1731709360514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:22:42,206 INFO [RS:0;e611192d6313:40743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:22:42,206 INFO [RS:0;e611192d6313:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40743,1731709360514-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:42,206 INFO [RS:0;e611192d6313:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:42,206 INFO [RS:0;e611192d6313:40743 {}] regionserver.Replication(171): e611192d6313,40743,1731709360514 started 2024-11-15T22:22:42,221 INFO [RS:0;e611192d6313:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:42,221 INFO [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,40743,1731709360514, RpcServer on e611192d6313/172.17.0.3:40743, sessionid=0x1014097cc770001 2024-11-15T22:22:42,221 DEBUG [RS:0;e611192d6313:40743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:22:42,221 DEBUG [RS:0;e611192d6313:40743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,40743,1731709360514 2024-11-15T22:22:42,221 DEBUG [RS:0;e611192d6313:40743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,40743,1731709360514' 2024-11-15T22:22:42,221 DEBUG [RS:0;e611192d6313:40743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-143685737/flush-table-proc/abort' 2024-11-15T22:22:42,222 DEBUG [RS:0;e611192d6313:40743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-143685737/flush-table-proc/acquired' 2024-11-15T22:22:42,222 DEBUG [RS:0;e611192d6313:40743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:22:42,222 DEBUG [RS:0;e611192d6313:40743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:22:42,222 DEBUG [RS:0;e611192d6313:40743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,40743,1731709360514 2024-11-15T22:22:42,222 DEBUG [RS:0;e611192d6313:40743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,40743,1731709360514' 2024-11-15T22:22:42,222 DEBUG [RS:0;e611192d6313:40743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-143685737/online-snapshot/abort' 2024-11-15T22:22:42,222 DEBUG [RS:0;e611192d6313:40743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-143685737/online-snapshot/acquired' 2024-11-15T22:22:42,222 DEBUG [RS:0;e611192d6313:40743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:22:42,222 INFO [RS:0;e611192d6313:40743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:22:42,222 INFO [RS:0;e611192d6313:40743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:22:42,323 INFO [RS:0;e611192d6313:40743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:22:42,324 INFO [RS:0;e611192d6313:40743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C40743%2C1731709360514, suffix=, logDir=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514, archiveDir=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/oldWALs, maxLogs=10 2024-11-15T22:22:42,335 DEBUG [RS:0;e611192d6313:40743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324, exclude list is [], retry=0 2024-11-15T22:22:42,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41981,DS-d8a138f8-7688-45d8-9599-fc4218115fd9,DISK] 2024-11-15T22:22:42,338 INFO [RS:0;e611192d6313:40743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 2024-11-15T22:22:42,339 DEBUG [RS:0;e611192d6313:40743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32981:32981)] 2024-11-15T22:22:42,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:22:42,547 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c 2024-11-15T22:22:42,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741833_1009 (size=32) 2024-11-15T22:22:42,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:42,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:22:42,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:22:42,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:42,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:42,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:22:42,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:22:42,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:42,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:42,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:22:42,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:22:42,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:42,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:42,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:22:42,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:22:42,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:42,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:42,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:22:42,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740 2024-11-15T22:22:42,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740 2024-11-15T22:22:42,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:22:42,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:22:42,961 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:22:42,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:22:42,963 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:42,963 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60204941, jitterRate=-0.10287646949291229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:22:42,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709362954Initializing all the Stores at 1731709362955 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709362955Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709362955Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709362955Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709362955Cleaning up temporary data from old regions at 1731709362961 (+6 ms)Region opened successfully at 1731709362963 (+2 ms) 2024-11-15T22:22:42,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:22:42,964 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:22:42,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:22:42,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:22:42,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:22:42,964 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:22:42,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709362963Disabling compacts and flushes for region at 1731709362963Disabling writes for close at 1731709362964 (+1 ms)Writing region close event to WAL at 1731709362964Closed at 1731709362964 2024-11-15T22:22:42,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:42,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:22:42,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:22:42,965 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:22:42,966 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:22:43,116 DEBUG [e611192d6313:34131 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:22:43,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,40743,1731709360514 2024-11-15T22:22:43,117 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,40743,1731709360514, state=OPENING 2024-11-15T22:22:43,210 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:22:43,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:22:43,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:22:43,221 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:22:43,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-143685737/meta-region-server: CHANGED 2024-11-15T22:22:43,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,40743,1731709360514}] 2024-11-15T22:22:43,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-143685737/meta-region-server: CHANGED 2024-11-15T22:22:43,374 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:22:43,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:22:43,377 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:22:43,377 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:43,377 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:22:43,378 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C40743%2C1731709360514.meta, suffix=.meta, logDir=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514, archiveDir=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/oldWALs, maxLogs=10 2024-11-15T22:22:43,389 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.meta.1731709363378.meta, exclude list is [], retry=0 2024-11-15T22:22:43,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41981,DS-d8a138f8-7688-45d8-9599-fc4218115fd9,DISK] 2024-11-15T22:22:43,392 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.meta.1731709363378.meta 2024-11-15T22:22:43,392 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32981:32981)] 2024-11-15T22:22:43,392 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:43,393 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:22:43,393 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:22:43,393 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:22:43,393 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:22:43,393 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:22:43,393 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:43,393 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:22:43,393 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:22:43,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:22:43,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:22:43,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:43,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:43,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:22:43,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:22:43,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:43,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:43,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:22:43,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:22:43,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:43,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:43,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:22:43,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:22:43,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:43,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:43,398 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:22:43,398 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740 2024-11-15T22:22:43,398 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740 2024-11-15T22:22:43,399 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:22:43,399 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:22:43,400 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:22:43,400 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:22:43,401 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63767820, jitterRate=-0.04978543519973755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:22:43,401 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:22:43,401 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709363393Writing region info on filesystem at 1731709363393Initializing all the Stores at 1731709363394 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709363394Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709363394Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709363394Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709363394Cleaning up temporary data from old regions at 1731709363399 (+5 ms)Running coprocessor post-open hooks at 1731709363401 (+2 ms)Region opened successfully at 1731709363401 2024-11-15T22:22:43,402 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709363373 2024-11-15T22:22:43,403 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:22:43,403 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:22:43,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,40743,1731709360514 2024-11-15T22:22:43,404 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,40743,1731709360514, state=OPEN 2024-11-15T22:22:43,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-143685737/meta-region-server 2024-11-15T22:22:43,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-143685737/meta-region-server 2024-11-15T22:22:43,440 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,40743,1731709360514 2024-11-15T22:22:43,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-143685737/meta-region-server: CHANGED 2024-11-15T22:22:43,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-143685737/meta-region-server: CHANGED 2024-11-15T22:22:43,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:22:43,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,40743,1731709360514 in 219 msec 2024-11-15T22:22:43,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:22:43,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-11-15T22:22:43,443 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:43,443 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:22:43,444 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:43,444 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40743,1731709360514, seqNum=-1] 2024-11-15T22:22:43,445 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:43,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:22:43,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3200 sec 2024-11-15T22:22:43,450 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709363450, completionTime=-1 2024-11-15T22:22:43,450 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:22:43,450 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:22:43,452 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:22:43,452 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709423452 2024-11-15T22:22:43,452 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709483452 2024-11-15T22:22:43,452 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T22:22:43,452 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34131,1731709360315-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:43,452 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34131,1731709360315-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:43,452 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34131,1731709360315-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:43,453 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:34131, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:43,453 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:43,453 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:43,454 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:22:43,456 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.877sec 2024-11-15T22:22:43,456 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:22:43,456 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:22:43,456 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:22:43,456 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:22:43,456 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:22:43,456 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34131,1731709360315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:22:43,456 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34131,1731709360315-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:22:43,458 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:22:43,458 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:22:43,458 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34131,1731709360315-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:43,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd2d06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:43,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,34131,-1 for getting cluster id 2024-11-15T22:22:43,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:43,542 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d0abe19-3c25-4836-8388-04433b252f59' 2024-11-15T22:22:43,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:43,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d0abe19-3c25-4836-8388-04433b252f59" 2024-11-15T22:22:43,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6f1648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:43,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,34131,-1] 2024-11-15T22:22:43,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:43,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:43,543 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:43,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c2bb36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:43,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40743,1731709360514, seqNum=-1] 2024-11-15T22:22:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:43,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:22:43,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,34131,1731709360315 2024-11-15T22:22:43,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53751 2024-11-15T22:22:43,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:22:43,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014097cc770002 connected 2024-11-15T22:22:43,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/hadoop.log.dir so I do NOT create it in target/test-data/95938e73-81b4-d536-79db-d13dd074f36d 2024-11-15T22:22:43,582 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:22:43,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/hadoop.tmp.dir so I do NOT create it in target/test-data/95938e73-81b4-d536-79db-d13dd074f36d 2024-11-15T22:22:43,582 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:22:43,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d 2024-11-15T22:22:43,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:22:43,582 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/cluster_3bcaae14-3802-88a7-f0d5-8314eb5d5e38, deleteOnExit=true 2024-11-15T22:22:43,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:22:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/test.cache.data in system properties and HBase conf 2024-11-15T22:22:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:22:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:22:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:22:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:22:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:22:43,583 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:22:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:22:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:22:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:22:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:22:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:22:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:22:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:22:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:22:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:22:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:22:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:22:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:22:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:22:43,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:22:43,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:22:43,935 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:22:43,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:22:43,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:22:43,936 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:22:43,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:22:43,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37cee67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:22:43,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@683d1e73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:22:44,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@750ec5ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/java.io.tmpdir/jetty-localhost-39533-hadoop-hdfs-3_4_1-tests_jar-_-any-14713058006329455030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:22:44,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64fc6f6d{HTTP/1.1, (http/1.1)}{localhost:39533} 2024-11-15T22:22:44,038 INFO [Time-limited test {}] server.Server(415): Started @316703ms 2024-11-15T22:22:44,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:22:44,307 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:22:44,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:22:44,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:22:44,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:22:44,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bb702a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:22:44,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33ef32d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:22:44,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@616f4391{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/java.io.tmpdir/jetty-localhost-33659-hadoop-hdfs-3_4_1-tests_jar-_-any-10946962110812270449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:22:44,412 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a76dc68{HTTP/1.1, (http/1.1)}{localhost:33659} 2024-11-15T22:22:44,412 INFO [Time-limited test {}] server.Server(415): Started @317078ms 2024-11-15T22:22:44,413 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:22:45,226 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:45,227 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:22:45,227 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88597 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:22:45,358 WARN [Thread-3584 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/cluster_3bcaae14-3802-88a7-f0d5-8314eb5d5e38/data/data1/current/BP-858634912-172.17.0.3-1731709363602/current, will proceed with Du for space computation calculation, 2024-11-15T22:22:45,358 WARN [Thread-3585 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/cluster_3bcaae14-3802-88a7-f0d5-8314eb5d5e38/data/data2/current/BP-858634912-172.17.0.3-1731709363602/current, will proceed with Du for space computation calculation, 2024-11-15T22:22:45,375 WARN [Thread-3572 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:22:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf70bb1c4e8927509 with lease ID 0xdbc1a4d29e56b09e: Processing first storage report for DS-36b63a37-6604-46d3-99a7-589e00b1a7e1 from datanode DatanodeRegistration(127.0.0.1:35139, datanodeUuid=4f58cd5d-f18e-45f1-9a66-4f858cdc041b, infoPort=45489, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=932314479;c=1731709363602) 2024-11-15T22:22:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf70bb1c4e8927509 with lease ID 0xdbc1a4d29e56b09e: from storage DS-36b63a37-6604-46d3-99a7-589e00b1a7e1 node DatanodeRegistration(127.0.0.1:35139, datanodeUuid=4f58cd5d-f18e-45f1-9a66-4f858cdc041b, infoPort=45489, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=932314479;c=1731709363602), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:22:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf70bb1c4e8927509 with lease ID 0xdbc1a4d29e56b09e: Processing first storage report for DS-c29518a6-abf7-472c-b47b-14bb68a6b748 from datanode DatanodeRegistration(127.0.0.1:35139, datanodeUuid=4f58cd5d-f18e-45f1-9a66-4f858cdc041b, infoPort=45489, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=932314479;c=1731709363602) 2024-11-15T22:22:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf70bb1c4e8927509 with lease ID 0xdbc1a4d29e56b09e: from storage DS-c29518a6-abf7-472c-b47b-14bb68a6b748 node DatanodeRegistration(127.0.0.1:35139, datanodeUuid=4f58cd5d-f18e-45f1-9a66-4f858cdc041b, infoPort=45489, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=932314479;c=1731709363602), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:22:45,435 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d 2024-11-15T22:22:45,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:45,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:45,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:22:45,554 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:22:45,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:45,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:45,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:45,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:45,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:45,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:45,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:45,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:45,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:45,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:45,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:45,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:45,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:45,843 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e with version=8 2024-11-15T22:22:45,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/hbase-staging 2024-11-15T22:22:45,845 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:22:45,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:45,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:45,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:22:45,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:45,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:22:45,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:22:45,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:22:45,845 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37085 2024-11-15T22:22:45,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37085 connecting to ZooKeeper ensemble=127.0.0.1:53751 2024-11-15T22:22:45,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370850x0, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:22:45,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37085-0x1014097cc770003 connected 2024-11-15T22:22:45,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:45,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:45,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Set watcher on znode that does not yet exist, /1-182693728/running 2024-11-15T22:22:45,972 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e, hbase.cluster.distributed=false 2024-11-15T22:22:45,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Set watcher on znode that does not yet exist, /1-182693728/acl 2024-11-15T22:22:45,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37085 2024-11-15T22:22:45,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37085 2024-11-15T22:22:45,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37085 2024-11-15T22:22:45,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37085 2024-11-15T22:22:45,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37085 2024-11-15T22:22:45,988 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:22:45,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:45,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:45,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:22:45,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:45,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:22:45,988 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:22:45,988 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:22:45,989 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44841 2024-11-15T22:22:45,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44841 connecting to ZooKeeper ensemble=127.0.0.1:53751 2024-11-15T22:22:45,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:45,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:46,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448410x0, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:22:46,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448410x0, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Set watcher on znode that does not yet exist, /1-182693728/running 2024-11-15T22:22:46,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44841-0x1014097cc770004 connected 2024-11-15T22:22:46,000 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:22:46,000 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:22:46,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Set watcher on znode that does not yet exist, /1-182693728/master 2024-11-15T22:22:46,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Set watcher on znode that does not yet exist, /1-182693728/acl 2024-11-15T22:22:46,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44841 2024-11-15T22:22:46,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44841 2024-11-15T22:22:46,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44841 2024-11-15T22:22:46,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44841 2024-11-15T22:22:46,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44841 2024-11-15T22:22:46,016 DEBUG [M:0;e611192d6313:37085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:37085 2024-11-15T22:22:46,017 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-182693728/backup-masters/e611192d6313,37085,1731709365845 2024-11-15T22:22:46,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728/backup-masters 2024-11-15T22:22:46,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728/backup-masters 2024-11-15T22:22:46,021 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Set watcher on existing znode=/1-182693728/backup-masters/e611192d6313,37085,1731709365845 2024-11-15T22:22:46,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-182693728/master 2024-11-15T22:22:46,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:22:46,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:22:46,031 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Set watcher on existing znode=/1-182693728/master 2024-11-15T22:22:46,032 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-182693728/backup-masters/e611192d6313,37085,1731709365845 from backup master directory 2024-11-15T22:22:46,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-182693728/backup-masters/e611192d6313,37085,1731709365845 2024-11-15T22:22:46,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728/backup-masters 2024-11-15T22:22:46,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728/backup-masters 2024-11-15T22:22:46,042 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:22:46,042 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,37085,1731709365845 2024-11-15T22:22:46,044 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/hbase.id] with ID: 169e8767-f8e6-42af-8ddd-741a1d3db9d2 2024-11-15T22:22:46,044 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/.tmp/hbase.id 2024-11-15T22:22:46,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:22:46,448 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/.tmp/hbase.id]:[hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/hbase.id] 2024-11-15T22:22:46,456 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:46,456 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:22:46,457 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T22:22:46,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:22:46,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:22:46,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:22:46,919 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:22:46,920 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:22:46,920 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:46,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:22:47,325 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store 2024-11-15T22:22:47,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:22:47,729 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:47,729 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:22:47,729 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:47,729 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:47,729 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:22:47,729 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:47,730 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:47,730 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709367729Disabling compacts and flushes for region at 1731709367729Disabling writes for close at 1731709367729Writing region close event to WAL at 1731709367729Closed at 1731709367729 2024-11-15T22:22:47,730 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/.initializing 2024-11-15T22:22:47,730 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/WALs/e611192d6313,37085,1731709365845 2024-11-15T22:22:47,731 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:22:47,732 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C37085%2C1731709365845, suffix=, logDir=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/WALs/e611192d6313,37085,1731709365845, archiveDir=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/oldWALs, maxLogs=10 2024-11-15T22:22:47,743 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/WALs/e611192d6313,37085,1731709365845/e611192d6313%2C37085%2C1731709365845.1731709367732, exclude list is [], retry=0 2024-11-15T22:22:47,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35139,DS-36b63a37-6604-46d3-99a7-589e00b1a7e1,DISK] 2024-11-15T22:22:47,746 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/WALs/e611192d6313,37085,1731709365845/e611192d6313%2C37085%2C1731709365845.1731709367732 2024-11-15T22:22:47,747 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45489:45489)] 2024-11-15T22:22:47,747 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:47,747 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:47,747 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:47,747 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:47,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:47,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:22:47,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:47,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:47,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:47,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:22:47,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:47,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:47,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:47,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:22:47,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:47,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:47,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:47,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:22:47,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:47,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:47,752 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:47,752 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:47,753 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:47,753 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:47,753 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:47,754 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:22:47,754 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:47,756 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:47,756 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68839180, jitterRate=0.0257837176322937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:22:47,756 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709367747Initializing all the Stores at 1731709367748 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709367748Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709367748Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709367748Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709367748Cleaning up temporary data from old regions at 1731709367753 (+5 ms)Region opened successfully at 1731709367756 (+3 ms) 2024-11-15T22:22:47,756 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:22:47,758 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9aa89f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:22:47,759 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:22:47,759 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:22:47,759 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:22:47,759 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:22:47,759 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:22:47,759 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:22:47,759 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:22:47,761 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:22:47,761 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Unable to get data of znode /1-182693728/balancer because node does not exist (not necessarily an error) 2024-11-15T22:22:47,768 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-182693728/balancer already deleted, retry=false 2024-11-15T22:22:47,768 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:22:47,768 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Unable to get data of znode /1-182693728/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:22:47,778 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-182693728/normalizer already deleted, retry=false 2024-11-15T22:22:47,779 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:22:47,780 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Unable to get data of znode /1-182693728/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:22:47,789 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-182693728/switch/split already deleted, retry=false 2024-11-15T22:22:47,790 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Unable to get data of znode /1-182693728/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:22:47,799 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-182693728/switch/merge already deleted, retry=false 2024-11-15T22:22:47,801 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Unable to get data of znode /1-182693728/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:22:47,810 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-182693728/snapshot-cleanup already deleted, retry=false 2024-11-15T22:22:47,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-182693728/running 2024-11-15T22:22:47,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-182693728/running 2024-11-15T22:22:47,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:22:47,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:22:47,821 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,37085,1731709365845, sessionid=0x1014097cc770003, setting cluster-up flag (Was=false) 2024-11-15T22:22:47,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:22:47,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:22:47,873 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-182693728/flush-table-proc/acquired, /1-182693728/flush-table-proc/reached, /1-182693728/flush-table-proc/abort 2024-11-15T22:22:47,874 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,37085,1731709365845 2024-11-15T22:22:47,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:22:47,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:22:47,926 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-182693728/online-snapshot/acquired, /1-182693728/online-snapshot/reached, /1-182693728/online-snapshot/abort 2024-11-15T22:22:47,926 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,37085,1731709365845 2024-11-15T22:22:47,927 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:22:47,928 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:47,928 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:22:47,928 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:22:47,929 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,37085,1731709365845 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:22:47,930 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:47,930 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:47,930 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:47,930 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:47,930 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:22:47,930 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:47,930 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:22:47,930 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:47,930 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709397930 2024-11-15T22:22:47,931 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:22:47,931 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:22:47,931 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:47,931 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:22:47,931 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:22:47,931 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:22:47,931 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:22:47,931 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:22:47,931 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:47,931 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:22:47,931 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:22:47,931 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:22:47,931 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:22:47,931 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:22:47,931 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:22:47,931 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:47,931 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709367931,5,FailOnTimeoutGroup] 2024-11-15T22:22:47,931 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709367931,5,FailOnTimeoutGroup] 2024-11-15T22:22:47,932 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:47,932 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:22:47,931 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:22:47,932 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:47,932 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:47,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:22:48,006 INFO [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(746): ClusterId : 169e8767-f8e6-42af-8ddd-741a1d3db9d2 2024-11-15T22:22:48,006 DEBUG [RS:0;e611192d6313:44841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:22:48,011 DEBUG [RS:0;e611192d6313:44841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:22:48,011 DEBUG [RS:0;e611192d6313:44841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:22:48,021 DEBUG [RS:0;e611192d6313:44841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:22:48,021 DEBUG [RS:0;e611192d6313:44841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6a13ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:22:48,036 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:44841 2024-11-15T22:22:48,036 INFO [RS:0;e611192d6313:44841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:22:48,036 INFO [RS:0;e611192d6313:44841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:22:48,036 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:22:48,036 INFO [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,37085,1731709365845 with port=44841, startcode=1731709365988 2024-11-15T22:22:48,036 DEBUG [RS:0;e611192d6313:44841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:22:48,037 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:22:48,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,44841,1731709365988 2024-11-15T22:22:48,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] master.ServerManager(517): Registering regionserver=e611192d6313,44841,1731709365988 2024-11-15T22:22:48,039 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e 2024-11-15T22:22:48,039 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44555 2024-11-15T22:22:48,039 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:22:48,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728/rs 2024-11-15T22:22:48,099 DEBUG [RS:0;e611192d6313:44841 {}] zookeeper.ZKUtil(111): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Set watcher on existing znode=/1-182693728/rs/e611192d6313,44841,1731709365988 2024-11-15T22:22:48,099 WARN [RS:0;e611192d6313:44841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:22:48,099 INFO [RS:0;e611192d6313:44841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:48,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,44841,1731709365988] 2024-11-15T22:22:48,099 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988 2024-11-15T22:22:48,101 INFO [RS:0;e611192d6313:44841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:22:48,103 INFO [RS:0;e611192d6313:44841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:22:48,103 INFO [RS:0;e611192d6313:44841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:22:48,103 INFO [RS:0;e611192d6313:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:48,103 INFO [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:22:48,104 INFO [RS:0;e611192d6313:44841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:22:48,104 INFO [RS:0;e611192d6313:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:48,104 DEBUG [RS:0;e611192d6313:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:48,104 DEBUG [RS:0;e611192d6313:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:48,104 DEBUG [RS:0;e611192d6313:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:48,104 DEBUG [RS:0;e611192d6313:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:48,104 DEBUG [RS:0;e611192d6313:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:48,104 DEBUG [RS:0;e611192d6313:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:22:48,104 DEBUG [RS:0;e611192d6313:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:48,104 DEBUG [RS:0;e611192d6313:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:48,104 DEBUG [RS:0;e611192d6313:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:48,104 DEBUG [RS:0;e611192d6313:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:48,104 DEBUG [RS:0;e611192d6313:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:48,104 DEBUG [RS:0;e611192d6313:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:48,104 DEBUG [RS:0;e611192d6313:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:22:48,104 DEBUG [RS:0;e611192d6313:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:22:48,106 INFO [RS:0;e611192d6313:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:48,107 INFO [RS:0;e611192d6313:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:48,107 INFO [RS:0;e611192d6313:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:48,107 INFO [RS:0;e611192d6313:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:48,107 INFO [RS:0;e611192d6313:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:48,107 INFO [RS:0;e611192d6313:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,44841,1731709365988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:22:48,120 INFO [RS:0;e611192d6313:44841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:22:48,120 INFO [RS:0;e611192d6313:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,44841,1731709365988-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:48,120 INFO [RS:0;e611192d6313:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:48,120 INFO [RS:0;e611192d6313:44841 {}] regionserver.Replication(171): e611192d6313,44841,1731709365988 started 2024-11-15T22:22:48,132 INFO [RS:0;e611192d6313:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:48,132 INFO [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,44841,1731709365988, RpcServer on e611192d6313/172.17.0.3:44841, sessionid=0x1014097cc770004 2024-11-15T22:22:48,132 DEBUG [RS:0;e611192d6313:44841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:22:48,132 DEBUG [RS:0;e611192d6313:44841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,44841,1731709365988 2024-11-15T22:22:48,132 DEBUG [RS:0;e611192d6313:44841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,44841,1731709365988' 2024-11-15T22:22:48,132 DEBUG [RS:0;e611192d6313:44841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-182693728/flush-table-proc/abort' 2024-11-15T22:22:48,133 DEBUG [RS:0;e611192d6313:44841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-182693728/flush-table-proc/acquired' 2024-11-15T22:22:48,133 DEBUG [RS:0;e611192d6313:44841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:22:48,133 DEBUG [RS:0;e611192d6313:44841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:22:48,133 DEBUG [RS:0;e611192d6313:44841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,44841,1731709365988 2024-11-15T22:22:48,133 DEBUG [RS:0;e611192d6313:44841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,44841,1731709365988' 2024-11-15T22:22:48,133 DEBUG [RS:0;e611192d6313:44841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-182693728/online-snapshot/abort' 2024-11-15T22:22:48,133 DEBUG [RS:0;e611192d6313:44841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-182693728/online-snapshot/acquired' 2024-11-15T22:22:48,134 DEBUG [RS:0;e611192d6313:44841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:22:48,134 INFO [RS:0;e611192d6313:44841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:22:48,134 INFO [RS:0;e611192d6313:44841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:22:48,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:22:48,234 INFO [RS:0;e611192d6313:44841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:22:48,235 INFO [RS:0;e611192d6313:44841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C44841%2C1731709365988, suffix=, logDir=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988, archiveDir=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/oldWALs, maxLogs=10 2024-11-15T22:22:48,248 DEBUG [RS:0;e611192d6313:44841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235, exclude list is [], retry=0 2024-11-15T22:22:48,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35139,DS-36b63a37-6604-46d3-99a7-589e00b1a7e1,DISK] 2024-11-15T22:22:48,251 INFO [RS:0;e611192d6313:44841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 2024-11-15T22:22:48,251 DEBUG [RS:0;e611192d6313:44841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45489:45489)] 2024-11-15T22:22:48,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:22:48,342 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e 2024-11-15T22:22:48,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741833_1009 (size=32) 2024-11-15T22:22:48,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:48,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:22:48,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:22:48,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:48,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:48,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:22:48,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:22:48,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:48,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:48,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:22:48,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:22:48,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:48,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:48,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:22:48,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:22:48,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:48,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:48,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:22:48,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740 2024-11-15T22:22:48,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740 2024-11-15T22:22:48,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:22:48,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:22:48,753 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:22:48,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:22:48,755 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:48,755 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72497065, jitterRate=0.08029045164585114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:22:48,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709368747Initializing all the Stores at 1731709368747Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709368747Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709368748 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709368748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709368748Cleaning up temporary data from old regions at 1731709368753 (+5 ms)Region opened successfully at 1731709368755 (+2 ms) 2024-11-15T22:22:48,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:22:48,755 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:22:48,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:22:48,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:22:48,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:22:48,755 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:22:48,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709368755Disabling compacts and flushes for region at 1731709368755Disabling writes for close at 1731709368755Writing region close event to WAL at 1731709368755Closed at 1731709368755 2024-11-15T22:22:48,756 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:48,756 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:22:48,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:22:48,757 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:22:48,757 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:22:48,908 DEBUG [e611192d6313:37085 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:22:48,908 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,44841,1731709365988 2024-11-15T22:22:48,909 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,44841,1731709365988, state=OPENING 2024-11-15T22:22:48,957 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:22:48,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:22:48,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:22:48,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-182693728/meta-region-server: CHANGED 2024-11-15T22:22:48,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-182693728/meta-region-server: CHANGED 2024-11-15T22:22:48,968 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:22:48,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,44841,1731709365988}] 2024-11-15T22:22:49,120 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:22:49,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:22:49,124 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:22:49,124 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:49,124 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:22:49,125 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C44841%2C1731709365988.meta, suffix=.meta, logDir=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988, archiveDir=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/oldWALs, maxLogs=10 2024-11-15T22:22:49,137 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.meta.1731709369126.meta, exclude list is [], retry=0 2024-11-15T22:22:49,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35139,DS-36b63a37-6604-46d3-99a7-589e00b1a7e1,DISK] 2024-11-15T22:22:49,140 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.meta.1731709369126.meta 2024-11-15T22:22:49,140 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45489:45489)] 2024-11-15T22:22:49,140 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:49,141 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:22:49,141 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:22:49,141 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:22:49,141 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:22:49,141 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:22:49,141 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:49,141 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:22:49,141 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:22:49,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:22:49,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:22:49,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:49,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:49,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:22:49,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:22:49,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:49,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:49,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:22:49,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:22:49,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:49,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:49,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:22:49,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:22:49,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:49,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:49,145 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:22:49,146 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740 2024-11-15T22:22:49,146 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740 2024-11-15T22:22:49,147 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:22:49,147 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:22:49,147 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:22:49,148 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:22:49,149 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68954248, jitterRate=0.027498364448547363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:22:49,149 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:22:49,149 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709369141Writing region info on filesystem at 1731709369141Initializing all the Stores at 1731709369142 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709369142Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709369142Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709369142Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709369142Cleaning up temporary data from old regions at 1731709369147 (+5 ms)Running coprocessor post-open hooks at 1731709369149 (+2 ms)Region opened successfully at 1731709369149 2024-11-15T22:22:49,149 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709369120 2024-11-15T22:22:49,150 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:22:49,150 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:22:49,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,44841,1731709365988 2024-11-15T22:22:49,151 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,44841,1731709365988, state=OPEN 2024-11-15T22:22:49,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-182693728/meta-region-server 2024-11-15T22:22:49,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-182693728/meta-region-server 2024-11-15T22:22:49,157 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,44841,1731709365988 2024-11-15T22:22:49,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-182693728/meta-region-server: CHANGED 2024-11-15T22:22:49,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-182693728/meta-region-server: CHANGED 2024-11-15T22:22:49,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:22:49,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,44841,1731709365988 in 189 msec 2024-11-15T22:22:49,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:22:49,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-15T22:22:49,160 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:49,160 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:22:49,161 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:49,161 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,44841,1731709365988, seqNum=-1] 2024-11-15T22:22:49,161 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:49,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:22:49,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-11-15T22:22:49,166 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709369165, completionTime=-1 2024-11-15T22:22:49,166 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:22:49,166 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:22:49,167 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:22:49,167 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709429167 2024-11-15T22:22:49,167 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709489167 2024-11-15T22:22:49,167 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T22:22:49,167 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37085,1731709365845-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:49,167 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37085,1731709365845-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:49,167 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37085,1731709365845-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:49,167 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:37085, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:49,167 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:49,167 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:49,168 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:22:49,170 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.127sec 2024-11-15T22:22:49,170 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:22:49,170 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:22:49,170 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:22:49,170 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:22:49,170 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:22:49,170 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37085,1731709365845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:22:49,170 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37085,1731709365845-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:22:49,171 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:22:49,171 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:22:49,171 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37085,1731709365845-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:49,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4bd5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:49,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37085,-1 for getting cluster id 2024-11-15T22:22:49,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:49,207 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '169e8767-f8e6-42af-8ddd-741a1d3db9d2' 2024-11-15T22:22:49,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:49,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "169e8767-f8e6-42af-8ddd-741a1d3db9d2" 2024-11-15T22:22:49,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c66b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:49,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37085,-1] 2024-11-15T22:22:49,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:49,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:49,209 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:49,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a80f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:49,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:49,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,44841,1731709365988, seqNum=-1] 2024-11-15T22:22:49,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:49,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:22:49,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,37085,1731709365845 2024-11-15T22:22:49,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53751 2024-11-15T22:22:49,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:22:49,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014097cc770005 connected 2024-11-15T22:22:49,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/hadoop.log.dir so I do NOT create it in target/test-data/ebd63699-3281-a4be-952e-9f60c5170216 2024-11-15T22:22:49,233 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:22:49,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/hadoop.tmp.dir so I do NOT create it in target/test-data/ebd63699-3281-a4be-952e-9f60c5170216 2024-11-15T22:22:49,233 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:22:49,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216 2024-11-15T22:22:49,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:22:49,234 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/cluster_7387c3be-ac07-04a9-c519-906a51eae3d6, deleteOnExit=true 2024-11-15T22:22:49,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:22:49,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/test.cache.data in system properties and HBase conf 2024-11-15T22:22:49,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:22:49,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:22:49,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:22:49,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:22:49,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:22:49,234 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:22:49,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:22:49,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:22:49,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:22:49,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:22:49,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:22:49,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:22:49,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:22:49,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:22:49,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:22:49,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:22:49,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:22:49,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:22:49,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:22:49,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:22:49,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:22:49,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:22:49,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:22:49,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:22:49,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:22:49,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:22:49,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20c53d49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:22:49,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fecfa0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:22:49,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1513d591{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/java.io.tmpdir/jetty-localhost-44657-hadoop-hdfs-3_4_1-tests_jar-_-any-2800435685115423717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:22:49,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d891de4{HTTP/1.1, (http/1.1)}{localhost:44657} 2024-11-15T22:22:49,672 INFO [Time-limited test {}] server.Server(415): Started @322337ms 2024-11-15T22:22:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:22:50,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T22:22:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:22:50,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T22:22:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:22:50,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T22:22:50,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:22:50,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T22:22:50,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:22:50,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:22:50,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:22:50,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:22:50,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:22:50,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5e5d5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:22:50,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33d6b855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:22:50,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@738598ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/java.io.tmpdir/jetty-localhost-45815-hadoop-hdfs-3_4_1-tests_jar-_-any-6919833736020981033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:22:50,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a33b11e{HTTP/1.1, (http/1.1)}{localhost:45815} 2024-11-15T22:22:50,239 INFO [Time-limited test {}] server.Server(415): Started @322905ms 2024-11-15T22:22:50,240 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:22:51,016 WARN [Thread-3705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/cluster_7387c3be-ac07-04a9-c519-906a51eae3d6/data/data1/current/BP-1919209988-172.17.0.3-1731709369254/current, will proceed with Du for space computation calculation, 2024-11-15T22:22:51,016 WARN [Thread-3706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/cluster_7387c3be-ac07-04a9-c519-906a51eae3d6/data/data2/current/BP-1919209988-172.17.0.3-1731709369254/current, will proceed with Du for space computation calculation, 2024-11-15T22:22:51,031 WARN [Thread-3693 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:22:51,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcaceb616c8a5dd43 with lease ID 0xd916aff3c31a8071: Processing first storage report for DS-1dd84887-a14a-4cfb-9385-a46c594d1877 from datanode DatanodeRegistration(127.0.0.1:42781, datanodeUuid=f0562128-06e5-4156-ae81-df994852922b, infoPort=40203, infoSecurePort=0, ipcPort=46277, storageInfo=lv=-57;cid=testClusterID;nsid=1096371723;c=1731709369254) 2024-11-15T22:22:51,033 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcaceb616c8a5dd43 with lease ID 0xd916aff3c31a8071: from storage DS-1dd84887-a14a-4cfb-9385-a46c594d1877 node DatanodeRegistration(127.0.0.1:42781, datanodeUuid=f0562128-06e5-4156-ae81-df994852922b, infoPort=40203, infoSecurePort=0, ipcPort=46277, storageInfo=lv=-57;cid=testClusterID;nsid=1096371723;c=1731709369254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:22:51,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcaceb616c8a5dd43 with lease ID 0xd916aff3c31a8071: Processing first storage report for DS-dd9a0cd3-a3c4-4803-a284-e2daa1b4d7d5 from datanode DatanodeRegistration(127.0.0.1:42781, datanodeUuid=f0562128-06e5-4156-ae81-df994852922b, infoPort=40203, infoSecurePort=0, ipcPort=46277, storageInfo=lv=-57;cid=testClusterID;nsid=1096371723;c=1731709369254) 2024-11-15T22:22:51,033 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcaceb616c8a5dd43 with lease ID 0xd916aff3c31a8071: from storage DS-dd9a0cd3-a3c4-4803-a284-e2daa1b4d7d5 node DatanodeRegistration(127.0.0.1:42781, datanodeUuid=f0562128-06e5-4156-ae81-df994852922b, infoPort=40203, infoSecurePort=0, ipcPort=46277, storageInfo=lv=-57;cid=testClusterID;nsid=1096371723;c=1731709369254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:22:51,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216 2024-11-15T22:22:51,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:51,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:51,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:22:51,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:22:51,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:51,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:51,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:51,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:51,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:51,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:51,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:51,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:51,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:51,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:51,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:51,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:51,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:51,479 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce with version=8 2024-11-15T22:22:51,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/hbase-staging 2024-11-15T22:22:51,482 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:22:51,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:51,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:51,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:22:51,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:51,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:22:51,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:22:51,483 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:22:51,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44297 2024-11-15T22:22:51,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44297 connecting to ZooKeeper ensemble=127.0.0.1:53751 2024-11-15T22:22:51,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442970x0, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:22:51,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44297-0x1014097cc770006 connected 2024-11-15T22:22:51,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:51,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:51,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Set watcher on znode that does not yet exist, /21105586824/running 2024-11-15T22:22:51,613 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce, hbase.cluster.distributed=false 2024-11-15T22:22:51,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Set watcher on znode that does not yet exist, /21105586824/acl 2024-11-15T22:22:51,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44297 2024-11-15T22:22:51,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44297 2024-11-15T22:22:51,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44297 2024-11-15T22:22:51,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44297 2024-11-15T22:22:51,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44297 2024-11-15T22:22:51,630 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:22:51,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:51,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:51,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:22:51,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:22:51,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:22:51,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:22:51,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:22:51,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43439 2024-11-15T22:22:51,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43439 connecting to ZooKeeper ensemble=127.0.0.1:53751 2024-11-15T22:22:51,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:51,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:51,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434390x0, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:22:51,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434390x0, quorum=127.0.0.1:53751, baseZNode=/21105586824 Set watcher on znode that does not yet exist, /21105586824/running 2024-11-15T22:22:51,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43439-0x1014097cc770007 connected 2024-11-15T22:22:51,642 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:22:51,642 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:22:51,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Set watcher on znode that does not yet exist, /21105586824/master 2024-11-15T22:22:51,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Set watcher on znode that does not yet exist, /21105586824/acl 2024-11-15T22:22:51,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43439 2024-11-15T22:22:51,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43439 2024-11-15T22:22:51,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43439 2024-11-15T22:22:51,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43439 2024-11-15T22:22:51,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43439 2024-11-15T22:22:51,664 DEBUG [M:0;e611192d6313:44297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:44297 2024-11-15T22:22:51,664 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21105586824/backup-masters/e611192d6313,44297,1731709371482 2024-11-15T22:22:51,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824/backup-masters 2024-11-15T22:22:51,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824/backup-masters 2024-11-15T22:22:51,673 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Set watcher on existing znode=/21105586824/backup-masters/e611192d6313,44297,1731709371482 2024-11-15T22:22:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21105586824/master 2024-11-15T22:22:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:22:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:22:51,684 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Set watcher on existing znode=/21105586824/master 2024-11-15T22:22:51,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21105586824/backup-masters/e611192d6313,44297,1731709371482 from backup master directory 2024-11-15T22:22:51,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21105586824/backup-masters/e611192d6313,44297,1731709371482 2024-11-15T22:22:51,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824/backup-masters 2024-11-15T22:22:51,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824/backup-masters 2024-11-15T22:22:51,705 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:22:51,705 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,44297,1731709371482 2024-11-15T22:22:51,707 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/hbase.id] with ID: 46c0f833-af49-4f46-a047-6a616fe5ac0c 2024-11-15T22:22:51,707 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/.tmp/hbase.id 2024-11-15T22:22:51,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:22:52,111 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/.tmp/hbase.id]:[hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/hbase.id] 2024-11-15T22:22:52,118 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:22:52,118 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:22:52,119 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T22:22:52,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:22:52,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:22:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:22:52,172 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:22:52,173 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:22:52,173 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:22:52,579 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store 2024-11-15T22:22:52,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:22:52,983 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:52,983 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:22:52,984 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:52,984 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:52,984 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:22:52,984 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:52,984 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:22:52,984 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709372983Disabling compacts and flushes for region at 1731709372983Disabling writes for close at 1731709372984 (+1 ms)Writing region close event to WAL at 1731709372984Closed at 1731709372984 2024-11-15T22:22:52,984 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/.initializing 2024-11-15T22:22:52,984 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/WALs/e611192d6313,44297,1731709371482 2024-11-15T22:22:52,985 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:22:52,986 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C44297%2C1731709371482, suffix=, logDir=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/WALs/e611192d6313,44297,1731709371482, archiveDir=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/oldWALs, maxLogs=10 2024-11-15T22:22:53,002 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/WALs/e611192d6313,44297,1731709371482/e611192d6313%2C44297%2C1731709371482.1731709372986, exclude list is [], retry=0 2024-11-15T22:22:53,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-1dd84887-a14a-4cfb-9385-a46c594d1877,DISK] 2024-11-15T22:22:53,006 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/WALs/e611192d6313,44297,1731709371482/e611192d6313%2C44297%2C1731709371482.1731709372986 2024-11-15T22:22:53,006 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40203:40203)] 2024-11-15T22:22:53,006 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:53,006 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:53,006 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:53,006 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:53,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:53,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:22:53,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:53,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:53,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:53,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:22:53,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:53,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:53,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:53,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:22:53,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:53,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:53,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:53,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:22:53,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:53,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:53,012 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:53,012 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:53,013 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:53,014 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:53,014 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:53,014 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:22:53,015 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:22:53,017 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:53,017 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59204069, jitterRate=-0.11779062449932098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:22:53,017 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709373007Initializing all the Stores at 1731709373007Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709373007Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709373007Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709373007Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709373007Cleaning up temporary data from old regions at 1731709373014 (+7 ms)Region opened successfully at 1731709373017 (+3 ms) 2024-11-15T22:22:53,017 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:22:53,019 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2503e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:22:53,020 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:22:53,020 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:22:53,020 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:22:53,020 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:22:53,021 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:22:53,021 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:22:53,021 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:22:53,022 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:22:53,023 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Unable to get data of znode /21105586824/balancer because node does not exist (not necessarily an error) 2024-11-15T22:22:53,041 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21105586824/balancer already deleted, retry=false 2024-11-15T22:22:53,042 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:22:53,042 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Unable to get data of znode /21105586824/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:22:53,052 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21105586824/normalizer already deleted, retry=false 2024-11-15T22:22:53,052 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:22:53,053 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Unable to get data of znode /21105586824/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:22:53,062 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21105586824/switch/split already deleted, retry=false 2024-11-15T22:22:53,063 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Unable to get data of znode /21105586824/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:22:53,073 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21105586824/switch/merge already deleted, retry=false 2024-11-15T22:22:53,075 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Unable to get data of znode /21105586824/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:22:53,083 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21105586824/snapshot-cleanup already deleted, retry=false 2024-11-15T22:22:53,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21105586824/running 2024-11-15T22:22:53,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21105586824/running 2024-11-15T22:22:53,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:22:53,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:22:53,094 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,44297,1731709371482, sessionid=0x1014097cc770006, setting cluster-up flag (Was=false) 2024-11-15T22:22:53,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:22:53,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:22:53,147 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21105586824/flush-table-proc/acquired, /21105586824/flush-table-proc/reached, /21105586824/flush-table-proc/abort 2024-11-15T22:22:53,148 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,44297,1731709371482 2024-11-15T22:22:53,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:22:53,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:22:53,199 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21105586824/online-snapshot/acquired, /21105586824/online-snapshot/reached, /21105586824/online-snapshot/abort 2024-11-15T22:22:53,200 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,44297,1731709371482 2024-11-15T22:22:53,201 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:22:53,202 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:53,202 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:22:53,202 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:22:53,202 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,44297,1731709371482 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:22:53,203 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:53,204 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:53,204 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:53,204 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:22:53,204 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:22:53,204 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:53,204 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:22:53,204 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:53,205 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709403205 2024-11-15T22:22:53,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:53,205 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:22:53,205 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:22:53,205 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:22:53,205 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:22:53,205 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:22:53,205 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:22:53,205 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:22:53,205 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:53,206 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:22:53,206 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:53,206 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:22:53,206 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:22:53,206 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:22:53,206 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:22:53,206 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:22:53,206 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:22:53,207 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709373206,5,FailOnTimeoutGroup] 2024-11-15T22:22:53,208 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709373207,5,FailOnTimeoutGroup] 2024-11-15T22:22:53,208 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:53,208 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:22:53,208 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:53,208 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:53,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:22:53,255 INFO [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(746): ClusterId : 46c0f833-af49-4f46-a047-6a616fe5ac0c 2024-11-15T22:22:53,255 DEBUG [RS:0;e611192d6313:43439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:22:53,263 DEBUG [RS:0;e611192d6313:43439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:22:53,263 DEBUG [RS:0;e611192d6313:43439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:22:53,274 DEBUG [RS:0;e611192d6313:43439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:22:53,274 DEBUG [RS:0;e611192d6313:43439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e951d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:22:53,286 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:43439 2024-11-15T22:22:53,286 INFO [RS:0;e611192d6313:43439 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:22:53,286 INFO [RS:0;e611192d6313:43439 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:22:53,286 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:22:53,286 INFO [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,44297,1731709371482 with port=43439, startcode=1731709371629 2024-11-15T22:22:53,287 DEBUG [RS:0;e611192d6313:43439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:22:53,288 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:22:53,288 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,43439,1731709371629 2024-11-15T22:22:53,288 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44297 {}] master.ServerManager(517): Registering regionserver=e611192d6313,43439,1731709371629 2024-11-15T22:22:53,290 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce 2024-11-15T22:22:53,290 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39405 2024-11-15T22:22:53,290 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:22:53,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824/rs 2024-11-15T22:22:53,332 DEBUG [RS:0;e611192d6313:43439 {}] zookeeper.ZKUtil(111): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Set watcher on existing znode=/21105586824/rs/e611192d6313,43439,1731709371629 2024-11-15T22:22:53,332 WARN [RS:0;e611192d6313:43439 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:22:53,332 INFO [RS:0;e611192d6313:43439 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:53,332 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629 2024-11-15T22:22:53,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,43439,1731709371629] 2024-11-15T22:22:53,334 INFO [RS:0;e611192d6313:43439 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:22:53,336 INFO [RS:0;e611192d6313:43439 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:22:53,336 INFO [RS:0;e611192d6313:43439 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:22:53,336 INFO [RS:0;e611192d6313:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:53,336 INFO [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:22:53,337 INFO [RS:0;e611192d6313:43439 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:22:53,337 INFO [RS:0;e611192d6313:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:53,337 DEBUG [RS:0;e611192d6313:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:53,337 DEBUG [RS:0;e611192d6313:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:53,337 DEBUG [RS:0;e611192d6313:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:53,337 DEBUG [RS:0;e611192d6313:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:53,337 DEBUG [RS:0;e611192d6313:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:53,337 DEBUG [RS:0;e611192d6313:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:22:53,337 DEBUG [RS:0;e611192d6313:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:53,337 DEBUG [RS:0;e611192d6313:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:53,337 DEBUG [RS:0;e611192d6313:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:53,337 DEBUG [RS:0;e611192d6313:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:53,337 DEBUG [RS:0;e611192d6313:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:53,337 DEBUG [RS:0;e611192d6313:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:22:53,337 DEBUG [RS:0;e611192d6313:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:22:53,337 DEBUG [RS:0;e611192d6313:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:22:53,338 INFO [RS:0;e611192d6313:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:53,338 INFO [RS:0;e611192d6313:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:53,338 INFO [RS:0;e611192d6313:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:53,338 INFO [RS:0;e611192d6313:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:53,338 INFO [RS:0;e611192d6313:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:53,338 INFO [RS:0;e611192d6313:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,43439,1731709371629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:22:53,351 INFO [RS:0;e611192d6313:43439 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:22:53,351 INFO [RS:0;e611192d6313:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,43439,1731709371629-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:53,351 INFO [RS:0;e611192d6313:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:53,351 INFO [RS:0;e611192d6313:43439 {}] regionserver.Replication(171): e611192d6313,43439,1731709371629 started 2024-11-15T22:22:53,363 INFO [RS:0;e611192d6313:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:53,363 INFO [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,43439,1731709371629, RpcServer on e611192d6313/172.17.0.3:43439, sessionid=0x1014097cc770007 2024-11-15T22:22:53,363 DEBUG [RS:0;e611192d6313:43439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:22:53,363 DEBUG [RS:0;e611192d6313:43439 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,43439,1731709371629 2024-11-15T22:22:53,363 DEBUG [RS:0;e611192d6313:43439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,43439,1731709371629' 2024-11-15T22:22:53,363 DEBUG [RS:0;e611192d6313:43439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21105586824/flush-table-proc/abort' 2024-11-15T22:22:53,364 DEBUG [RS:0;e611192d6313:43439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21105586824/flush-table-proc/acquired' 2024-11-15T22:22:53,364 DEBUG [RS:0;e611192d6313:43439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:22:53,364 DEBUG [RS:0;e611192d6313:43439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:22:53,364 DEBUG [RS:0;e611192d6313:43439 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,43439,1731709371629 2024-11-15T22:22:53,364 DEBUG [RS:0;e611192d6313:43439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,43439,1731709371629' 2024-11-15T22:22:53,364 DEBUG [RS:0;e611192d6313:43439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21105586824/online-snapshot/abort' 2024-11-15T22:22:53,365 DEBUG [RS:0;e611192d6313:43439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21105586824/online-snapshot/acquired' 2024-11-15T22:22:53,365 DEBUG [RS:0;e611192d6313:43439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:22:53,365 INFO [RS:0;e611192d6313:43439 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:22:53,365 INFO [RS:0;e611192d6313:43439 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:22:53,465 INFO [RS:0;e611192d6313:43439 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:22:53,467 INFO [RS:0;e611192d6313:43439 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C43439%2C1731709371629, suffix=, logDir=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629, archiveDir=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/oldWALs, maxLogs=10 2024-11-15T22:22:53,483 DEBUG [RS:0;e611192d6313:43439 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467, exclude list is [], retry=0 2024-11-15T22:22:53,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-1dd84887-a14a-4cfb-9385-a46c594d1877,DISK] 2024-11-15T22:22:53,487 INFO [RS:0;e611192d6313:43439 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 2024-11-15T22:22:53,487 DEBUG [RS:0;e611192d6313:43439 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40203:40203)] 2024-11-15T22:22:53,613 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:22:53,613 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce 2024-11-15T22:22:53,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741833_1009 (size=32) 2024-11-15T22:22:54,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:54,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:22:54,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:22:54,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:54,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:54,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:22:54,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:22:54,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:54,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:54,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:22:54,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:22:54,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:54,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:54,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:22:54,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:22:54,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:54,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:54,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:22:54,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740 2024-11-15T22:22:54,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740 2024-11-15T22:22:54,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:22:54,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:22:54,025 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:22:54,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:22:54,027 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:54,027 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65174992, jitterRate=-0.028816938400268555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:22:54,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709374018Initializing all the Stores at 1731709374019 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709374019Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709374019Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709374019Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709374019Cleaning up temporary data from old regions at 1731709374024 (+5 ms)Region opened successfully at 1731709374027 (+3 ms) 2024-11-15T22:22:54,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:22:54,027 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:22:54,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:22:54,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:22:54,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:22:54,027 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:22:54,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709374027Disabling compacts and flushes for region at 1731709374027Disabling writes for close at 1731709374027Writing region close event to WAL at 1731709374027Closed at 1731709374027 2024-11-15T22:22:54,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:54,028 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:22:54,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:22:54,029 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:22:54,029 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:22:54,180 DEBUG [e611192d6313:44297 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:22:54,180 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,43439,1731709371629 2024-11-15T22:22:54,181 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,43439,1731709371629, state=OPENING 2024-11-15T22:22:54,273 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:22:54,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:22:54,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:22:54,284 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:22:54,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21105586824/meta-region-server: CHANGED 2024-11-15T22:22:54,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21105586824/meta-region-server: CHANGED 2024-11-15T22:22:54,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,43439,1731709371629}] 2024-11-15T22:22:54,436 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:22:54,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:22:54,439 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:22:54,439 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:22:54,439 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:22:54,440 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C43439%2C1731709371629.meta, suffix=.meta, logDir=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629, archiveDir=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/oldWALs, maxLogs=10 2024-11-15T22:22:54,453 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.meta.1731709374441.meta, exclude list is [], retry=0 2024-11-15T22:22:54,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-1dd84887-a14a-4cfb-9385-a46c594d1877,DISK] 2024-11-15T22:22:54,456 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.meta.1731709374441.meta 2024-11-15T22:22:54,456 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40203:40203)] 2024-11-15T22:22:54,456 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:54,456 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:22:54,456 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:22:54,456 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:22:54,456 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:22:54,457 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:22:54,457 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:54,457 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:22:54,457 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:22:54,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:22:54,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:22:54,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:54,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:54,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:22:54,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:22:54,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:54,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:54,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:22:54,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:22:54,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:54,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:54,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:22:54,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:22:54,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:54,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:22:54,462 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:22:54,462 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740 2024-11-15T22:22:54,463 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740 2024-11-15T22:22:54,463 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:22:54,463 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:22:54,464 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:22:54,464 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:22:54,465 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63178989, jitterRate=-0.05855970084667206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:22:54,465 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:22:54,465 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709374457Writing region info on filesystem at 1731709374457Initializing all the Stores at 1731709374457Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709374457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709374458 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709374458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709374458Cleaning up temporary data from old regions at 1731709374463 (+5 ms)Running coprocessor post-open hooks at 1731709374465 (+2 ms)Region opened successfully at 1731709374465 2024-11-15T22:22:54,465 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709374436 2024-11-15T22:22:54,467 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:22:54,467 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:22:54,467 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,43439,1731709371629 2024-11-15T22:22:54,468 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,43439,1731709371629, state=OPEN 2024-11-15T22:22:54,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21105586824/meta-region-server 2024-11-15T22:22:54,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21105586824/meta-region-server 2024-11-15T22:22:54,473 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,43439,1731709371629 2024-11-15T22:22:54,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21105586824/meta-region-server: CHANGED 2024-11-15T22:22:54,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21105586824/meta-region-server: CHANGED 2024-11-15T22:22:54,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:22:54,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,43439,1731709371629 in 189 msec 2024-11-15T22:22:54,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:22:54,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-15T22:22:54,476 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:22:54,476 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:22:54,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:54,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,43439,1731709371629, seqNum=-1] 2024-11-15T22:22:54,478 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:54,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:22:54,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-15T22:22:54,482 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709374482, completionTime=-1 2024-11-15T22:22:54,482 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:22:54,482 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:22:54,484 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:22:54,484 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709434484 2024-11-15T22:22:54,484 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709494484 2024-11-15T22:22:54,484 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T22:22:54,484 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,44297,1731709371482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:54,484 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,44297,1731709371482-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:54,484 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,44297,1731709371482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:54,484 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:44297, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:54,484 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:54,485 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:54,486 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:22:54,488 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.783sec 2024-11-15T22:22:54,488 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:22:54,488 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:22:54,488 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:22:54,488 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:22:54,488 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:22:54,488 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,44297,1731709371482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:22:54,488 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,44297,1731709371482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:22:54,490 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:22:54,490 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:22:54,490 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,44297,1731709371482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:22:54,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69da4b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:54,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,44297,-1 for getting cluster id 2024-11-15T22:22:54,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:22:54,556 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c0f833-af49-4f46-a047-6a616fe5ac0c' 2024-11-15T22:22:54,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:22:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c0f833-af49-4f46-a047-6a616fe5ac0c" 2024-11-15T22:22:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d588e7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,44297,-1] 2024-11-15T22:22:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:22:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:22:54,558 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:22:54,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48513d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:22:54,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:22:54,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,43439,1731709371629, seqNum=-1] 2024-11-15T22:22:54,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:22:54,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:22:54,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,44297,1731709371482 2024-11-15T22:22:54,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53751 2024-11-15T22:22:54,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:22:54,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014097cc770008 connected 2024-11-15T22:22:54,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:54,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,34131,1731709360315 2024-11-15T22:22:54,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30cadb43 2024-11-15T22:22:54,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:54,582 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:22:54,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:22:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:22:54,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:22:54,584 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:54,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:22:54,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:22:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:54,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:22:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:54,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ce1ec6030f5064cab42ba9092bde2cd, NAME => 'test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c 2024-11-15T22:22:54,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:22:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:55,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:55,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2ce1ec6030f5064cab42ba9092bde2cd, disabling compactions & flushes 2024-11-15T22:22:55,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd. 2024-11-15T22:22:55,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd. 2024-11-15T22:22:55,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd. after waiting 0 ms 2024-11-15T22:22:55,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd. 2024-11-15T22:22:55,399 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd. 2024-11-15T22:22:55,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ce1ec6030f5064cab42ba9092bde2cd: Waiting for close lock at 1731709375398Disabling compacts and flushes for region at 1731709375398Disabling writes for close at 1731709375399 (+1 ms)Writing region close event to WAL at 1731709375399Closed at 1731709375399 2024-11-15T22:22:55,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:22:55,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709375400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709375400"}]},"ts":"1731709375400"} 2024-11-15T22:22:55,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:22:55,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:22:55,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709375402"}]},"ts":"1731709375402"} 2024-11-15T22:22:55,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:22:55,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2ce1ec6030f5064cab42ba9092bde2cd, ASSIGN}] 2024-11-15T22:22:55,404 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2ce1ec6030f5064cab42ba9092bde2cd, ASSIGN 2024-11-15T22:22:55,405 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2ce1ec6030f5064cab42ba9092bde2cd, ASSIGN; state=OFFLINE, location=e611192d6313,40743,1731709360514; forceNewPlan=false, retain=false 2024-11-15T22:22:55,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ce1ec6030f5064cab42ba9092bde2cd, regionState=OPENING, regionLocation=e611192d6313,40743,1731709360514 2024-11-15T22:22:55,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2ce1ec6030f5064cab42ba9092bde2cd, ASSIGN because future has completed 2024-11-15T22:22:55,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ce1ec6030f5064cab42ba9092bde2cd, server=e611192d6313,40743,1731709360514}] 2024-11-15T22:22:55,713 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd. 2024-11-15T22:22:55,713 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ce1ec6030f5064cab42ba9092bde2cd, NAME => 'test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:55,713 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:22:55,713 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:22:55,714 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:22:55,714 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:55,714 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:22:55,714 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:22:55,715 INFO [StoreOpener-2ce1ec6030f5064cab42ba9092bde2cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:22:55,716 INFO [StoreOpener-2ce1ec6030f5064cab42ba9092bde2cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ce1ec6030f5064cab42ba9092bde2cd columnFamilyName f 2024-11-15T22:22:55,716 DEBUG [StoreOpener-2ce1ec6030f5064cab42ba9092bde2cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:55,716 INFO [StoreOpener-2ce1ec6030f5064cab42ba9092bde2cd-1 {}] regionserver.HStore(327): Store=2ce1ec6030f5064cab42ba9092bde2cd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:55,716 INFO [StoreOpener-2ce1ec6030f5064cab42ba9092bde2cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:22:55,717 INFO [StoreOpener-2ce1ec6030f5064cab42ba9092bde2cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ce1ec6030f5064cab42ba9092bde2cd columnFamilyName f1 2024-11-15T22:22:55,717 DEBUG [StoreOpener-2ce1ec6030f5064cab42ba9092bde2cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:55,718 INFO [StoreOpener-2ce1ec6030f5064cab42ba9092bde2cd-1 {}] regionserver.HStore(327): Store=2ce1ec6030f5064cab42ba9092bde2cd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:55,718 INFO [StoreOpener-2ce1ec6030f5064cab42ba9092bde2cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:22:55,718 INFO [StoreOpener-2ce1ec6030f5064cab42ba9092bde2cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ce1ec6030f5064cab42ba9092bde2cd columnFamilyName norep 2024-11-15T22:22:55,718 DEBUG [StoreOpener-2ce1ec6030f5064cab42ba9092bde2cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:55,719 INFO [StoreOpener-2ce1ec6030f5064cab42ba9092bde2cd-1 {}] regionserver.HStore(327): Store=2ce1ec6030f5064cab42ba9092bde2cd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:55,719 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:22:55,719 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:22:55,719 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:22:55,720 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:22:55,720 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:22:55,720 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:22:55,721 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:22:55,722 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:55,723 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2ce1ec6030f5064cab42ba9092bde2cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73192831, jitterRate=0.09065817296504974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:22:55,723 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:22:55,723 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2ce1ec6030f5064cab42ba9092bde2cd: Running coprocessor pre-open hook at 1731709375714Writing region info on filesystem at 1731709375714Initializing all the Stores at 1731709375714Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709375714Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709375715 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709375715Cleaning up temporary data from old regions at 1731709375720 (+5 ms)Running coprocessor post-open hooks at 1731709375723 (+3 ms)Region opened successfully at 1731709375723 2024-11-15T22:22:55,724 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd., pid=6, masterSystemTime=1731709375710 2024-11-15T22:22:55,725 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd. 2024-11-15T22:22:55,725 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd. 2024-11-15T22:22:55,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ce1ec6030f5064cab42ba9092bde2cd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,40743,1731709360514 2024-11-15T22:22:55,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ce1ec6030f5064cab42ba9092bde2cd, server=e611192d6313,40743,1731709360514 because future has completed 2024-11-15T22:22:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:55,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:22:55,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ce1ec6030f5064cab42ba9092bde2cd, server=e611192d6313,40743,1731709360514 in 170 msec 2024-11-15T22:22:55,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:22:55,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2ce1ec6030f5064cab42ba9092bde2cd, ASSIGN in 325 msec 2024-11-15T22:22:55,731 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:22:55,731 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709375731"}]},"ts":"1731709375731"} 2024-11-15T22:22:55,733 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:22:55,733 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:22:55,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-15T22:22:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:56,748 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:22:56,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:56,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,37085,1731709365845 2024-11-15T22:22:56,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38ff4767 2024-11-15T22:22:56,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:56,750 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:22:56,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:22:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:22:56,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:22:56,752 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:56,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:22:56,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:22:56,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:56,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:22:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:57,162 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9c6ffdda882a7f50d98c27e9fad126a, NAME => 'test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e 2024-11-15T22:22:57,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:22:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:57,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:57,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b9c6ffdda882a7f50d98c27e9fad126a, disabling compactions & flushes 2024-11-15T22:22:57,567 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a. 2024-11-15T22:22:57,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a. 2024-11-15T22:22:57,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a. after waiting 0 ms 2024-11-15T22:22:57,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a. 2024-11-15T22:22:57,567 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a. 2024-11-15T22:22:57,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9c6ffdda882a7f50d98c27e9fad126a: Waiting for close lock at 1731709377567Disabling compacts and flushes for region at 1731709377567Disabling writes for close at 1731709377567Writing region close event to WAL at 1731709377567Closed at 1731709377567 2024-11-15T22:22:57,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:22:57,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709377568"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709377568"}]},"ts":"1731709377568"} 2024-11-15T22:22:57,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:22:57,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:22:57,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709377571"}]},"ts":"1731709377571"} 2024-11-15T22:22:57,572 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:22:57,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9c6ffdda882a7f50d98c27e9fad126a, ASSIGN}] 2024-11-15T22:22:57,574 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9c6ffdda882a7f50d98c27e9fad126a, ASSIGN 2024-11-15T22:22:57,574 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b9c6ffdda882a7f50d98c27e9fad126a, ASSIGN; state=OFFLINE, location=e611192d6313,44841,1731709365988; forceNewPlan=false, retain=false 2024-11-15T22:22:57,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9c6ffdda882a7f50d98c27e9fad126a, regionState=OPENING, regionLocation=e611192d6313,44841,1731709365988 2024-11-15T22:22:57,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b9c6ffdda882a7f50d98c27e9fad126a, ASSIGN because future has completed 2024-11-15T22:22:57,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9c6ffdda882a7f50d98c27e9fad126a, server=e611192d6313,44841,1731709365988}] 2024-11-15T22:22:57,882 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a. 2024-11-15T22:22:57,882 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b9c6ffdda882a7f50d98c27e9fad126a, NAME => 'test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:22:57,882 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:22:57,882 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:22:57,882 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:22:57,882 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:57,883 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:22:57,883 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:22:57,883 INFO [StoreOpener-b9c6ffdda882a7f50d98c27e9fad126a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:22:57,884 INFO [StoreOpener-b9c6ffdda882a7f50d98c27e9fad126a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9c6ffdda882a7f50d98c27e9fad126a columnFamilyName f 2024-11-15T22:22:57,884 DEBUG [StoreOpener-b9c6ffdda882a7f50d98c27e9fad126a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:57,885 INFO [StoreOpener-b9c6ffdda882a7f50d98c27e9fad126a-1 {}] regionserver.HStore(327): Store=b9c6ffdda882a7f50d98c27e9fad126a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:57,885 INFO [StoreOpener-b9c6ffdda882a7f50d98c27e9fad126a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:22:57,885 INFO [StoreOpener-b9c6ffdda882a7f50d98c27e9fad126a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9c6ffdda882a7f50d98c27e9fad126a columnFamilyName f1 2024-11-15T22:22:57,885 DEBUG [StoreOpener-b9c6ffdda882a7f50d98c27e9fad126a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:57,886 INFO [StoreOpener-b9c6ffdda882a7f50d98c27e9fad126a-1 {}] regionserver.HStore(327): Store=b9c6ffdda882a7f50d98c27e9fad126a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:57,886 INFO [StoreOpener-b9c6ffdda882a7f50d98c27e9fad126a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:22:57,886 INFO [StoreOpener-b9c6ffdda882a7f50d98c27e9fad126a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9c6ffdda882a7f50d98c27e9fad126a columnFamilyName norep 2024-11-15T22:22:57,886 DEBUG [StoreOpener-b9c6ffdda882a7f50d98c27e9fad126a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:57,887 INFO [StoreOpener-b9c6ffdda882a7f50d98c27e9fad126a-1 {}] regionserver.HStore(327): Store=b9c6ffdda882a7f50d98c27e9fad126a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:22:57,887 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:22:57,887 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:22:57,887 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:22:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:57,888 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:22:57,888 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:22:57,888 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:22:57,889 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:22:57,890 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:22:57,890 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b9c6ffdda882a7f50d98c27e9fad126a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59756208, jitterRate=-0.10956311225891113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:22:57,890 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:22:57,890 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b9c6ffdda882a7f50d98c27e9fad126a: Running coprocessor pre-open hook at 1731709377883Writing region info on filesystem at 1731709377883Initializing all the Stores at 1731709377883Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709377883Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709377883Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709377883Cleaning up temporary data from old regions at 1731709377888 (+5 ms)Running coprocessor post-open hooks at 1731709377890 (+2 ms)Region opened successfully at 1731709377890 2024-11-15T22:22:57,891 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a., pid=6, masterSystemTime=1731709377879 2024-11-15T22:22:57,893 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a. 2024-11-15T22:22:57,893 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a. 2024-11-15T22:22:57,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9c6ffdda882a7f50d98c27e9fad126a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,44841,1731709365988 2024-11-15T22:22:57,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9c6ffdda882a7f50d98c27e9fad126a, server=e611192d6313,44841,1731709365988 because future has completed 2024-11-15T22:22:57,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:22:57,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b9c6ffdda882a7f50d98c27e9fad126a, server=e611192d6313,44841,1731709365988 in 168 msec 2024-11-15T22:22:57,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:22:57,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b9c6ffdda882a7f50d98c27e9fad126a, ASSIGN in 324 msec 2024-11-15T22:22:57,898 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:22:57,898 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709377898"}]},"ts":"1731709377898"} 2024-11-15T22:22:57,900 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:22:57,900 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:22:57,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-15T22:22:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:58,898 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:22:58,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:22:58,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,44297,1731709371482 2024-11-15T22:22:58,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@465dd3f7 2024-11-15T22:22:58,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:22:58,900 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:22:58,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:22:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:22:58,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:22:58,902 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:22:58,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:22:58,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:22:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:58,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:22:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:59,308 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 108f7a797e8abbc75e96e5f0ac35cb3a, NAME => 'test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce 2024-11-15T22:22:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:22:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:22:59,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:22:59,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 108f7a797e8abbc75e96e5f0ac35cb3a, disabling compactions & flushes 2024-11-15T22:22:59,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a. 2024-11-15T22:22:59,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a. 2024-11-15T22:22:59,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a. after waiting 0 ms 2024-11-15T22:22:59,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a. 2024-11-15T22:22:59,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a. 2024-11-15T22:22:59,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 108f7a797e8abbc75e96e5f0ac35cb3a: Waiting for close lock at 1731709379714Disabling compacts and flushes for region at 1731709379714Disabling writes for close at 1731709379714Writing region close event to WAL at 1731709379714Closed at 1731709379714 2024-11-15T22:22:59,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:22:59,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709379715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709379715"}]},"ts":"1731709379715"} 2024-11-15T22:22:59,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:22:59,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:22:59,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709379718"}]},"ts":"1731709379718"} 2024-11-15T22:22:59,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:22:59,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=108f7a797e8abbc75e96e5f0ac35cb3a, ASSIGN}] 2024-11-15T22:22:59,720 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=108f7a797e8abbc75e96e5f0ac35cb3a, ASSIGN 2024-11-15T22:22:59,721 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=108f7a797e8abbc75e96e5f0ac35cb3a, ASSIGN; state=OFFLINE, location=e611192d6313,43439,1731709371629; forceNewPlan=false, retain=false 2024-11-15T22:22:59,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=108f7a797e8abbc75e96e5f0ac35cb3a, regionState=OPENING, regionLocation=e611192d6313,43439,1731709371629 2024-11-15T22:22:59,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=108f7a797e8abbc75e96e5f0ac35cb3a, ASSIGN because future has completed 2024-11-15T22:22:59,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108f7a797e8abbc75e96e5f0ac35cb3a, server=e611192d6313,43439,1731709371629}] 2024-11-15T22:22:59,959 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:22:59,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:59,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:59,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:59,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:59,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:59,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:59,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:59,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:59,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:59,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:59,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:59,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:22:59,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:00,028 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a. 2024-11-15T22:23:00,029 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 108f7a797e8abbc75e96e5f0ac35cb3a, NAME => 'test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:00,029 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:23:00,029 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:23:00,029 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 108f7a797e8abbc75e96e5f0ac35cb3a 2024-11-15T22:23:00,029 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:00,029 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 108f7a797e8abbc75e96e5f0ac35cb3a 2024-11-15T22:23:00,029 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 108f7a797e8abbc75e96e5f0ac35cb3a 2024-11-15T22:23:00,030 INFO [StoreOpener-108f7a797e8abbc75e96e5f0ac35cb3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 108f7a797e8abbc75e96e5f0ac35cb3a 2024-11-15T22:23:00,031 INFO [StoreOpener-108f7a797e8abbc75e96e5f0ac35cb3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108f7a797e8abbc75e96e5f0ac35cb3a columnFamilyName f 2024-11-15T22:23:00,031 DEBUG [StoreOpener-108f7a797e8abbc75e96e5f0ac35cb3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:00,031 INFO [StoreOpener-108f7a797e8abbc75e96e5f0ac35cb3a-1 {}] regionserver.HStore(327): Store=108f7a797e8abbc75e96e5f0ac35cb3a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:00,032 INFO [StoreOpener-108f7a797e8abbc75e96e5f0ac35cb3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 108f7a797e8abbc75e96e5f0ac35cb3a 2024-11-15T22:23:00,032 INFO [StoreOpener-108f7a797e8abbc75e96e5f0ac35cb3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108f7a797e8abbc75e96e5f0ac35cb3a columnFamilyName f1 2024-11-15T22:23:00,032 DEBUG [StoreOpener-108f7a797e8abbc75e96e5f0ac35cb3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:00,033 INFO [StoreOpener-108f7a797e8abbc75e96e5f0ac35cb3a-1 {}] regionserver.HStore(327): Store=108f7a797e8abbc75e96e5f0ac35cb3a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:00,033 INFO [StoreOpener-108f7a797e8abbc75e96e5f0ac35cb3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 108f7a797e8abbc75e96e5f0ac35cb3a 2024-11-15T22:23:00,033 INFO [StoreOpener-108f7a797e8abbc75e96e5f0ac35cb3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108f7a797e8abbc75e96e5f0ac35cb3a columnFamilyName norep 2024-11-15T22:23:00,033 DEBUG [StoreOpener-108f7a797e8abbc75e96e5f0ac35cb3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:00,034 INFO [StoreOpener-108f7a797e8abbc75e96e5f0ac35cb3a-1 {}] regionserver.HStore(327): Store=108f7a797e8abbc75e96e5f0ac35cb3a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:00,034 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 108f7a797e8abbc75e96e5f0ac35cb3a 2024-11-15T22:23:00,034 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a 2024-11-15T22:23:00,034 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a 2024-11-15T22:23:00,035 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 108f7a797e8abbc75e96e5f0ac35cb3a 2024-11-15T22:23:00,035 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 108f7a797e8abbc75e96e5f0ac35cb3a 2024-11-15T22:23:00,035 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:23:00,036 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 108f7a797e8abbc75e96e5f0ac35cb3a 2024-11-15T22:23:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:00,038 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:00,038 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 108f7a797e8abbc75e96e5f0ac35cb3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60665655, jitterRate=-0.09601129591464996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:23:00,038 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 108f7a797e8abbc75e96e5f0ac35cb3a 2024-11-15T22:23:00,038 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 108f7a797e8abbc75e96e5f0ac35cb3a: Running coprocessor pre-open hook at 1731709380029Writing region info on filesystem at 1731709380029Initializing all the Stores at 1731709380030 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709380030Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709380030Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709380030Cleaning up temporary data from old regions at 1731709380035 (+5 ms)Running coprocessor post-open hooks at 1731709380038 (+3 ms)Region opened successfully at 1731709380038 2024-11-15T22:23:00,039 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a., pid=6, masterSystemTime=1731709380025 2024-11-15T22:23:00,040 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a. 2024-11-15T22:23:00,041 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a. 2024-11-15T22:23:00,041 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=108f7a797e8abbc75e96e5f0ac35cb3a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,43439,1731709371629 2024-11-15T22:23:00,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108f7a797e8abbc75e96e5f0ac35cb3a, server=e611192d6313,43439,1731709371629 because future has completed 2024-11-15T22:23:00,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:23:00,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 108f7a797e8abbc75e96e5f0ac35cb3a, server=e611192d6313,43439,1731709371629 in 169 msec 2024-11-15T22:23:00,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:23:00,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=108f7a797e8abbc75e96e5f0ac35cb3a, ASSIGN in 325 msec 2024-11-15T22:23:00,046 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:23:00,047 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709380046"}]},"ts":"1731709380046"} 2024-11-15T22:23:00,048 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:23:00,049 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:23:00,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-15T22:23:00,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T22:23:00,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T22:23:00,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:23:00,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T22:23:00,102 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T22:23:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:01,047 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:23:01,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eed7d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:01,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,34131,-1 for getting cluster id 2024-11-15T22:23:01,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:01,049 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d0abe19-3c25-4836-8388-04433b252f59' 2024-11-15T22:23:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d0abe19-3c25-4836-8388-04433b252f59" 2024-11-15T22:23:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461ded46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,34131,-1] 2024-11-15T22:23:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:01,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:01,050 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:01,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337812ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:01,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,34131,1731709360315 2024-11-15T22:23:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26e5944b 2024-11-15T22:23:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:01,052 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:23:01,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:37085,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:23:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:23:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:01,055 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:37085' 2024-11-15T22:23:01,056 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2471824e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:01,056 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37085,-1 for getting cluster id 2024-11-15T22:23:01,056 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:01,057 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '169e8767-f8e6-42af-8ddd-741a1d3db9d2' 2024-11-15T22:23:01,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:01,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "169e8767-f8e6-42af-8ddd-741a1d3db9d2" 2024-11-15T22:23:01,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec6a70e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:01,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37085,-1] 2024-11-15T22:23:01,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:01,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:01,058 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:01,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf1f818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:01,058 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:01,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,37085,1731709365845 2024-11-15T22:23:01,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6deb0054 2024-11-15T22:23:01,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:01,060 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:23:01,060 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T22:23:01,060 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:23:01,060 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:01,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:01,060 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:01,061 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:23:01,061 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:23:01,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:23:01,062 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:01,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:23:01,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741837_1013 (size=1138) 2024-11-15T22:23:01,112 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T22:23:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:01,468 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e5aaa4505b20adf675efb787147fa69, NAME => 'hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c 2024-11-15T22:23:01,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741838_1014 (size=44) 2024-11-15T22:23:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:01,872 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:01,873 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1e5aaa4505b20adf675efb787147fa69, disabling compactions & flushes 2024-11-15T22:23:01,873 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. 2024-11-15T22:23:01,873 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. 2024-11-15T22:23:01,873 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. after waiting 0 ms 2024-11-15T22:23:01,873 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. 2024-11-15T22:23:01,873 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. 2024-11-15T22:23:01,873 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e5aaa4505b20adf675efb787147fa69: Waiting for close lock at 1731709381873Disabling compacts and flushes for region at 1731709381873Disabling writes for close at 1731709381873Writing region close event to WAL at 1731709381873Closed at 1731709381873 2024-11-15T22:23:01,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:23:01,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731709381874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709381874"}]},"ts":"1731709381874"} 2024-11-15T22:23:01,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:23:01,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:23:01,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709381876"}]},"ts":"1731709381876"} 2024-11-15T22:23:01,878 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T22:23:01,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e5aaa4505b20adf675efb787147fa69, ASSIGN}] 2024-11-15T22:23:01,879 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e5aaa4505b20adf675efb787147fa69, ASSIGN 2024-11-15T22:23:01,879 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e5aaa4505b20adf675efb787147fa69, ASSIGN; state=OFFLINE, location=e611192d6313,40743,1731709360514; forceNewPlan=false, retain=false 2024-11-15T22:23:02,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e5aaa4505b20adf675efb787147fa69, regionState=OPENING, regionLocation=e611192d6313,40743,1731709360514 2024-11-15T22:23:02,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e5aaa4505b20adf675efb787147fa69, ASSIGN because future has completed 2024-11-15T22:23:02,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e5aaa4505b20adf675efb787147fa69, server=e611192d6313,40743,1731709360514}] 2024-11-15T22:23:02,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. 2024-11-15T22:23:02,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:02,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:23:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:02,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C40743%2C1731709360514.rep, suffix=, logDir=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514, archiveDir=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/oldWALs, maxLogs=10 2024-11-15T22:23:02,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.rep.1731709382188, exclude list is [], retry=0 2024-11-15T22:23:02,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41981,DS-d8a138f8-7688-45d8-9599-fc4218115fd9,DISK] 2024-11-15T22:23:02,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.rep.1731709382188 2024-11-15T22:23:02,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32981:32981)] 2024-11-15T22:23:02,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e5aaa4505b20adf675efb787147fa69, NAME => 'hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:02,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:23:02,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:23:02,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. service=MultiRowMutationService 2024-11-15T22:23:02,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:23:02,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:02,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:02,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:02,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:02,205 INFO [StoreOpener-1e5aaa4505b20adf675efb787147fa69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:02,206 INFO [StoreOpener-1e5aaa4505b20adf675efb787147fa69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e5aaa4505b20adf675efb787147fa69 columnFamilyName hfileref 2024-11-15T22:23:02,206 DEBUG [StoreOpener-1e5aaa4505b20adf675efb787147fa69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:02,207 INFO [StoreOpener-1e5aaa4505b20adf675efb787147fa69-1 {}] regionserver.HStore(327): Store=1e5aaa4505b20adf675efb787147fa69/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:02,207 INFO [StoreOpener-1e5aaa4505b20adf675efb787147fa69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:02,207 INFO [StoreOpener-1e5aaa4505b20adf675efb787147fa69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e5aaa4505b20adf675efb787147fa69 columnFamilyName queue 2024-11-15T22:23:02,207 DEBUG [StoreOpener-1e5aaa4505b20adf675efb787147fa69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:02,208 INFO [StoreOpener-1e5aaa4505b20adf675efb787147fa69-1 {}] regionserver.HStore(327): Store=1e5aaa4505b20adf675efb787147fa69/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:02,208 INFO [StoreOpener-1e5aaa4505b20adf675efb787147fa69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:02,209 INFO [StoreOpener-1e5aaa4505b20adf675efb787147fa69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e5aaa4505b20adf675efb787147fa69 columnFamilyName sid 2024-11-15T22:23:02,209 DEBUG [StoreOpener-1e5aaa4505b20adf675efb787147fa69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:02,209 INFO [StoreOpener-1e5aaa4505b20adf675efb787147fa69-1 {}] regionserver.HStore(327): Store=1e5aaa4505b20adf675efb787147fa69/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:02,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:02,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/replication/1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:02,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/replication/1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:02,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:02,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:02,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:23:02,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:02,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/replication/1e5aaa4505b20adf675efb787147fa69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:02,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1e5aaa4505b20adf675efb787147fa69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71726042, jitterRate=0.06880131363868713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:23:02,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:02,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1e5aaa4505b20adf675efb787147fa69: Running coprocessor pre-open hook at 1731709382205Writing region info on filesystem at 1731709382205Initializing all the Stores at 1731709382205Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709382205Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709382205Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709382205Cleaning up temporary data from old regions at 1731709382210 (+5 ms)Running coprocessor post-open hooks at 1731709382213 (+3 ms)Region opened successfully at 1731709382213 2024-11-15T22:23:02,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69., pid=10, masterSystemTime=1731709382183 2024-11-15T22:23:02,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. 2024-11-15T22:23:02,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. 2024-11-15T22:23:02,216 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e5aaa4505b20adf675efb787147fa69, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,40743,1731709360514 2024-11-15T22:23:02,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e5aaa4505b20adf675efb787147fa69, server=e611192d6313,40743,1731709360514 because future has completed 2024-11-15T22:23:02,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T22:23:02,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e5aaa4505b20adf675efb787147fa69, server=e611192d6313,40743,1731709360514 in 186 msec 2024-11-15T22:23:02,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T22:23:02,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e5aaa4505b20adf675efb787147fa69, ASSIGN in 342 msec 2024-11-15T22:23:02,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:23:02,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709382222"}]},"ts":"1731709382222"} 2024-11-15T22:23:02,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T22:23:02,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:23:02,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1630 sec 2024-11-15T22:23:02,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69., hostname=e611192d6313,40743,1731709360514, seqNum=2] 2024-11-15T22:23:02,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:23:02,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:23:02,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:23:02,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T22:23:02,510 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T22:23:02,536 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,40743,1731709360514, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:23:02,537 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:02,537 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40743,1731709360514, seqNum=-1] 2024-11-15T22:23:02,537 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:02,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-15T22:23:02,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e611192d6313,40743,1731709360514', locateType=CURRENT is [region=hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69., hostname=e611192d6313,40743,1731709360514, seqNum=2] 2024-11-15T22:23:02,541 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T22:23:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T22:23:02,543 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e611192d6313,40743,1731709360514 suceeded 2024-11-15T22:23:02,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T22:23:02,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-15T22:23:02,544 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e611192d6313:37085,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:23:02,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4910 sec 2024-11-15T22:23:02,560 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:37085' 2024-11-15T22:23:02,561 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@147e76ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:02,561 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37085,-1 for getting cluster id 2024-11-15T22:23:02,561 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:02,562 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '169e8767-f8e6-42af-8ddd-741a1d3db9d2' 2024-11-15T22:23:02,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:02,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "169e8767-f8e6-42af-8ddd-741a1d3db9d2" 2024-11-15T22:23:02,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62ab42c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:02,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37085,-1] 2024-11-15T22:23:02,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:02,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:02,563 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:02,564 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d3771da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:02,564 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:02,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,37085,1731709365845 2024-11-15T22:23:02,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68fab5bd 2024-11-15T22:23:02,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:02,565 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-15T22:23:02,565 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,40743,1731709360514 (queues=1) is replicating from cluster=7d0abe19-3c25-4836-8388-04433b252f59 to cluster=169e8767-f8e6-42af-8ddd-741a1d3db9d2 2024-11-15T22:23:02,565 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C40743%2C1731709360514 2024-11-15T22:23:02,566 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,40743,1731709360514, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:23:02,566 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.shippere611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C40743%2C1731709360514 2024-11-15T22:23:02,566 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324, startPosition=0, beingWritten=true 2024-11-15T22:23:02,574 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:23:02,575 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 379, reset compression=false 2024-11-15T22:23:02,575 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.shippere611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,40743,1731709360514 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:23:02,778 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 379, reset compression=false 2024-11-15T22:23:03,080 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 379, reset compression=false 2024-11-15T22:23:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:03,198 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:23:03,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:23:03,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:03,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:03,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:03,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:03,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b08a653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:03,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37085,-1 for getting cluster id 2024-11-15T22:23:03,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:03,199 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '169e8767-f8e6-42af-8ddd-741a1d3db9d2' 2024-11-15T22:23:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "169e8767-f8e6-42af-8ddd-741a1d3db9d2" 2024-11-15T22:23:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63644d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37085,-1] 2024-11-15T22:23:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:03,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:03,200 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:03,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323bb5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:03,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:03,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,37085,1731709365845 2024-11-15T22:23:03,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@760a4a07 2024-11-15T22:23:03,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:03,202 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:23:03,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:44297,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:23:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:23:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:03,205 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:44297' 2024-11-15T22:23:03,206 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18dac526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:03,206 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,44297,-1 for getting cluster id 2024-11-15T22:23:03,206 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:03,206 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c0f833-af49-4f46-a047-6a616fe5ac0c' 2024-11-15T22:23:03,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:03,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c0f833-af49-4f46-a047-6a616fe5ac0c" 2024-11-15T22:23:03,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed45d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:03,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,44297,-1] 2024-11-15T22:23:03,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:03,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:03,207 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:03,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4217fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:03,208 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:03,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,44297,1731709371482 2024-11-15T22:23:03,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25182187 2024-11-15T22:23:03,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:03,209 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:23:03,210 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T22:23:03,210 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:23:03,210 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:03,210 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:03,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:03,210 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:23:03,211 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:23:03,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:23:03,212 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:03,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:23:03,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741837_1013 (size=1138) 2024-11-15T22:23:03,261 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T22:23:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:03,484 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 379, reset compression=false 2024-11-15T22:23:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:03,619 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9abaae3275dbc37a8c89f3dac6a41f63, NAME => 'hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e 2024-11-15T22:23:03,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741838_1014 (size=44) 2024-11-15T22:23:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:03,987 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 379, reset compression=false 2024-11-15T22:23:04,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:04,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9abaae3275dbc37a8c89f3dac6a41f63, disabling compactions & flushes 2024-11-15T22:23:04,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. 2024-11-15T22:23:04,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. 2024-11-15T22:23:04,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. after waiting 0 ms 2024-11-15T22:23:04,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. 2024-11-15T22:23:04,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. 2024-11-15T22:23:04,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9abaae3275dbc37a8c89f3dac6a41f63: Waiting for close lock at 1731709384024Disabling compacts and flushes for region at 1731709384024Disabling writes for close at 1731709384024Writing region close event to WAL at 1731709384024Closed at 1731709384024 2024-11-15T22:23:04,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:23:04,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731709384025"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709384025"}]},"ts":"1731709384025"} 2024-11-15T22:23:04,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:23:04,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:23:04,027 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709384027"}]},"ts":"1731709384027"} 2024-11-15T22:23:04,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T22:23:04,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9abaae3275dbc37a8c89f3dac6a41f63, ASSIGN}] 2024-11-15T22:23:04,030 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9abaae3275dbc37a8c89f3dac6a41f63, ASSIGN 2024-11-15T22:23:04,030 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9abaae3275dbc37a8c89f3dac6a41f63, ASSIGN; state=OFFLINE, location=e611192d6313,44841,1731709365988; forceNewPlan=false, retain=false 2024-11-15T22:23:04,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9abaae3275dbc37a8c89f3dac6a41f63, regionState=OPENING, regionLocation=e611192d6313,44841,1731709365988 2024-11-15T22:23:04,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9abaae3275dbc37a8c89f3dac6a41f63, ASSIGN because future has completed 2024-11-15T22:23:04,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9abaae3275dbc37a8c89f3dac6a41f63, server=e611192d6313,44841,1731709365988}] 2024-11-15T22:23:04,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. 2024-11-15T22:23:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:04,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:04,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:23:04,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C44841%2C1731709365988.rep, suffix=, logDir=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988, archiveDir=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/oldWALs, maxLogs=10 2024-11-15T22:23:04,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.rep.1731709384339, exclude list is [], retry=0 2024-11-15T22:23:04,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35139,DS-36b63a37-6604-46d3-99a7-589e00b1a7e1,DISK] 2024-11-15T22:23:04,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.rep.1731709384339 2024-11-15T22:23:04,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45489:45489)] 2024-11-15T22:23:04,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9abaae3275dbc37a8c89f3dac6a41f63, NAME => 'hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:04,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:23:04,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:23:04,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. service=MultiRowMutationService 2024-11-15T22:23:04,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:23:04,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:04,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:04,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:04,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:04,356 INFO [StoreOpener-9abaae3275dbc37a8c89f3dac6a41f63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:04,357 INFO [StoreOpener-9abaae3275dbc37a8c89f3dac6a41f63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9abaae3275dbc37a8c89f3dac6a41f63 columnFamilyName hfileref 2024-11-15T22:23:04,357 DEBUG [StoreOpener-9abaae3275dbc37a8c89f3dac6a41f63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:04,358 INFO [StoreOpener-9abaae3275dbc37a8c89f3dac6a41f63-1 {}] regionserver.HStore(327): Store=9abaae3275dbc37a8c89f3dac6a41f63/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:04,358 INFO [StoreOpener-9abaae3275dbc37a8c89f3dac6a41f63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:04,358 INFO [StoreOpener-9abaae3275dbc37a8c89f3dac6a41f63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9abaae3275dbc37a8c89f3dac6a41f63 columnFamilyName queue 2024-11-15T22:23:04,358 DEBUG [StoreOpener-9abaae3275dbc37a8c89f3dac6a41f63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:04,359 INFO [StoreOpener-9abaae3275dbc37a8c89f3dac6a41f63-1 {}] regionserver.HStore(327): Store=9abaae3275dbc37a8c89f3dac6a41f63/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:04,359 INFO [StoreOpener-9abaae3275dbc37a8c89f3dac6a41f63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:04,359 INFO [StoreOpener-9abaae3275dbc37a8c89f3dac6a41f63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9abaae3275dbc37a8c89f3dac6a41f63 columnFamilyName sid 2024-11-15T22:23:04,359 DEBUG [StoreOpener-9abaae3275dbc37a8c89f3dac6a41f63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:04,360 INFO [StoreOpener-9abaae3275dbc37a8c89f3dac6a41f63-1 {}] regionserver.HStore(327): Store=9abaae3275dbc37a8c89f3dac6a41f63/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:04,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:04,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/replication/9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:04,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/replication/9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:04,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:04,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:04,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:23:04,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:04,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/replication/9abaae3275dbc37a8c89f3dac6a41f63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:04,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9abaae3275dbc37a8c89f3dac6a41f63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63554959, jitterRate=-0.052957311272621155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:23:04,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:04,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9abaae3275dbc37a8c89f3dac6a41f63: Running coprocessor pre-open hook at 1731709384355Writing region info on filesystem at 1731709384355Initializing all the Stores at 1731709384355Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709384355Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709384356 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709384356Cleaning up temporary data from old regions at 1731709384361 (+5 ms)Running coprocessor post-open hooks at 1731709384363 (+2 ms)Region opened successfully at 1731709384363 2024-11-15T22:23:04,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63., pid=10, masterSystemTime=1731709384335 2024-11-15T22:23:04,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. 2024-11-15T22:23:04,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. 2024-11-15T22:23:04,366 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9abaae3275dbc37a8c89f3dac6a41f63, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,44841,1731709365988 2024-11-15T22:23:04,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9abaae3275dbc37a8c89f3dac6a41f63, server=e611192d6313,44841,1731709365988 because future has completed 2024-11-15T22:23:04,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T22:23:04,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9abaae3275dbc37a8c89f3dac6a41f63, server=e611192d6313,44841,1731709365988 in 184 msec 2024-11-15T22:23:04,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T22:23:04,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9abaae3275dbc37a8c89f3dac6a41f63, ASSIGN in 340 msec 2024-11-15T22:23:04,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:23:04,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709384370"}]},"ts":"1731709384370"} 2024-11-15T22:23:04,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T22:23:04,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:23:04,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1620 sec 2024-11-15T22:23:04,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63., hostname=e611192d6313,44841,1731709365988, seqNum=2] 2024-11-15T22:23:04,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:23:04,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:23:04,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:23:04,589 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 379, reset compression=false 2024-11-15T22:23:04,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T22:23:04,699 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T22:23:04,724 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,44841,1731709365988, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:23:04,725 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:04,725 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,44841,1731709365988, seqNum=-1] 2024-11-15T22:23:04,725 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:04,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T22:23:04,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e611192d6313,44841,1731709365988', locateType=CURRENT is [region=hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63., hostname=e611192d6313,44841,1731709365988, seqNum=2] 2024-11-15T22:23:04,729 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T22:23:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T22:23:04,731 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e611192d6313,44841,1731709365988 suceeded 2024-11-15T22:23:04,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T22:23:04,732 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e611192d6313:44297,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:23:04,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-15T22:23:04,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5300 sec 2024-11-15T22:23:04,743 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:44297' 2024-11-15T22:23:04,744 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a90dde5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:04,744 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,44297,-1 for getting cluster id 2024-11-15T22:23:04,744 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:04,745 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c0f833-af49-4f46-a047-6a616fe5ac0c' 2024-11-15T22:23:04,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:04,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c0f833-af49-4f46-a047-6a616fe5ac0c" 2024-11-15T22:23:04,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3792ed94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:04,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,44297,-1] 2024-11-15T22:23:04,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:04,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:04,746 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:04,746 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30e8a986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:04,746 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:04,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,44297,1731709371482 2024-11-15T22:23:04,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dc18034 2024-11-15T22:23:04,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:04,747 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-15T22:23:04,748 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,44841,1731709365988 (queues=1) is replicating from cluster=169e8767-f8e6-42af-8ddd-741a1d3db9d2 to cluster=46c0f833-af49-4f46-a047-6a616fe5ac0c 2024-11-15T22:23:04,748 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C44841%2C1731709365988 2024-11-15T22:23:04,748 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,44841,1731709365988, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:23:04,749 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C44841%2C1731709365988 2024-11-15T22:23:04,749 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235, startPosition=0, beingWritten=true 2024-11-15T22:23:04,753 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:23:04,753 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 379, reset compression=false 2024-11-15T22:23:04,753 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,44841,1731709365988 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:23:04,957 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 379, reset compression=false 2024-11-15T22:23:05,260 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 379, reset compression=false 2024-11-15T22:23:05,292 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 379, reset compression=false 2024-11-15T22:23:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:05,348 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:23:05,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:23:05,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:05,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:05,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:05,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:05,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683a8ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:05,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,44297,-1 for getting cluster id 2024-11-15T22:23:05,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:05,349 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c0f833-af49-4f46-a047-6a616fe5ac0c' 2024-11-15T22:23:05,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:05,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c0f833-af49-4f46-a047-6a616fe5ac0c" 2024-11-15T22:23:05,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478d19f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:05,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,44297,-1] 2024-11-15T22:23:05,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:05,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:05,350 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:05,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fe4266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:05,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:05,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,44297,1731709371482 2024-11-15T22:23:05,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30e37495 2024-11-15T22:23:05,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:05,353 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:23:05,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:37085,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:23:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:23:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:05,355 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:37085' 2024-11-15T22:23:05,356 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0e3134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:05,356 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37085,-1 for getting cluster id 2024-11-15T22:23:05,356 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:05,357 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '169e8767-f8e6-42af-8ddd-741a1d3db9d2' 2024-11-15T22:23:05,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:05,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "169e8767-f8e6-42af-8ddd-741a1d3db9d2" 2024-11-15T22:23:05,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57aedd25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:05,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37085,-1] 2024-11-15T22:23:05,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:05,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:05,358 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:05,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409af855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:05,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:05,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,37085,1731709365845 2024-11-15T22:23:05,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d603f12 2024-11-15T22:23:05,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:05,360 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:23:05,360 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T22:23:05,360 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:23:05,360 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:05,360 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:05,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:05,361 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:23:05,362 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:23:05,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:23:05,362 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:05,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:23:05,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741837_1013 (size=1138) 2024-11-15T22:23:05,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:05,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:23:05,377 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108747 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:23:05,412 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T22:23:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:05,531 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:23:05,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:05,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:05,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:05,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:05,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:05,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:05,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:05,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:05,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:05,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:05,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:05,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:05,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:05,663 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 379, reset compression=false 2024-11-15T22:23:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:05,771 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f0c5b25d1df81d4227f94a4b8f469b9, NAME => 'hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce 2024-11-15T22:23:05,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741838_1014 (size=44) 2024-11-15T22:23:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:06,096 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 379, reset compression=false 2024-11-15T22:23:06,102 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T22:23:06,166 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 379, reset compression=false 2024-11-15T22:23:06,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:06,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9f0c5b25d1df81d4227f94a4b8f469b9, disabling compactions & flushes 2024-11-15T22:23:06,178 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. 2024-11-15T22:23:06,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. 2024-11-15T22:23:06,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. after waiting 0 ms 2024-11-15T22:23:06,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. 2024-11-15T22:23:06,178 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. 2024-11-15T22:23:06,178 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f0c5b25d1df81d4227f94a4b8f469b9: Waiting for close lock at 1731709386178Disabling compacts and flushes for region at 1731709386178Disabling writes for close at 1731709386178Writing region close event to WAL at 1731709386178Closed at 1731709386178 2024-11-15T22:23:06,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:23:06,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731709386179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709386179"}]},"ts":"1731709386179"} 2024-11-15T22:23:06,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:23:06,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:23:06,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709386182"}]},"ts":"1731709386182"} 2024-11-15T22:23:06,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T22:23:06,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f0c5b25d1df81d4227f94a4b8f469b9, ASSIGN}] 2024-11-15T22:23:06,185 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f0c5b25d1df81d4227f94a4b8f469b9, ASSIGN 2024-11-15T22:23:06,185 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f0c5b25d1df81d4227f94a4b8f469b9, ASSIGN; state=OFFLINE, location=e611192d6313,43439,1731709371629; forceNewPlan=false, retain=false 2024-11-15T22:23:06,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f0c5b25d1df81d4227f94a4b8f469b9, regionState=OPENING, regionLocation=e611192d6313,43439,1731709371629 2024-11-15T22:23:06,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f0c5b25d1df81d4227f94a4b8f469b9, ASSIGN because future has completed 2024-11-15T22:23:06,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f0c5b25d1df81d4227f94a4b8f469b9, server=e611192d6313,43439,1731709371629}] 2024-11-15T22:23:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:06,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. 2024-11-15T22:23:06,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:06,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:23:06,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C43439%2C1731709371629.rep, suffix=, logDir=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629, archiveDir=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/oldWALs, maxLogs=10 2024-11-15T22:23:06,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.rep.1731709386493, exclude list is [], retry=0 2024-11-15T22:23:06,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42781,DS-1dd84887-a14a-4cfb-9385-a46c594d1877,DISK] 2024-11-15T22:23:06,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.rep.1731709386493 2024-11-15T22:23:06,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40203:40203)] 2024-11-15T22:23:06,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f0c5b25d1df81d4227f94a4b8f469b9, NAME => 'hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:06,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:23:06,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:23:06,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. service=MultiRowMutationService 2024-11-15T22:23:06,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:23:06,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:06,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:06,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:06,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:06,509 INFO [StoreOpener-9f0c5b25d1df81d4227f94a4b8f469b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:06,510 INFO [StoreOpener-9f0c5b25d1df81d4227f94a4b8f469b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f0c5b25d1df81d4227f94a4b8f469b9 columnFamilyName hfileref 2024-11-15T22:23:06,510 DEBUG [StoreOpener-9f0c5b25d1df81d4227f94a4b8f469b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:06,510 INFO [StoreOpener-9f0c5b25d1df81d4227f94a4b8f469b9-1 {}] regionserver.HStore(327): Store=9f0c5b25d1df81d4227f94a4b8f469b9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:06,510 INFO [StoreOpener-9f0c5b25d1df81d4227f94a4b8f469b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:06,511 INFO [StoreOpener-9f0c5b25d1df81d4227f94a4b8f469b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f0c5b25d1df81d4227f94a4b8f469b9 columnFamilyName queue 2024-11-15T22:23:06,511 DEBUG [StoreOpener-9f0c5b25d1df81d4227f94a4b8f469b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:06,511 INFO [StoreOpener-9f0c5b25d1df81d4227f94a4b8f469b9-1 {}] regionserver.HStore(327): Store=9f0c5b25d1df81d4227f94a4b8f469b9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:06,511 INFO [StoreOpener-9f0c5b25d1df81d4227f94a4b8f469b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:06,512 INFO [StoreOpener-9f0c5b25d1df81d4227f94a4b8f469b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f0c5b25d1df81d4227f94a4b8f469b9 columnFamilyName sid 2024-11-15T22:23:06,512 DEBUG [StoreOpener-9f0c5b25d1df81d4227f94a4b8f469b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:06,512 INFO [StoreOpener-9f0c5b25d1df81d4227f94a4b8f469b9-1 {}] regionserver.HStore(327): Store=9f0c5b25d1df81d4227f94a4b8f469b9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:06,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:06,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/replication/9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:06,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/replication/9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:06,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:06,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:06,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:23:06,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/replication/9f0c5b25d1df81d4227f94a4b8f469b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:06,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9f0c5b25d1df81d4227f94a4b8f469b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68044329, jitterRate=0.013939514756202698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:23:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9f0c5b25d1df81d4227f94a4b8f469b9: Running coprocessor pre-open hook at 1731709386508Writing region info on filesystem at 1731709386508Initializing all the Stores at 1731709386509 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709386509Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709386509Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709386509Cleaning up temporary data from old regions at 1731709386514 (+5 ms)Running coprocessor post-open hooks at 1731709386516 (+2 ms)Region opened successfully at 1731709386516 2024-11-15T22:23:06,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9., pid=10, masterSystemTime=1731709386490 2024-11-15T22:23:06,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. 2024-11-15T22:23:06,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. 2024-11-15T22:23:06,518 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f0c5b25d1df81d4227f94a4b8f469b9, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,43439,1731709371629 2024-11-15T22:23:06,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f0c5b25d1df81d4227f94a4b8f469b9, server=e611192d6313,43439,1731709371629 because future has completed 2024-11-15T22:23:06,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T22:23:06,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f0c5b25d1df81d4227f94a4b8f469b9, server=e611192d6313,43439,1731709371629 in 183 msec 2024-11-15T22:23:06,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T22:23:06,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f0c5b25d1df81d4227f94a4b8f469b9, ASSIGN in 338 msec 2024-11-15T22:23:06,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:23:06,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709386524"}]},"ts":"1731709386524"} 2024-11-15T22:23:06,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T22:23:06,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:23:06,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-15T22:23:06,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9., hostname=e611192d6313,43439,1731709371629, seqNum=2] 2024-11-15T22:23:06,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:23:06,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:23:06,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:23:06,771 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 379, reset compression=false 2024-11-15T22:23:06,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T22:23:06,815 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T22:23:06,839 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,43439,1731709371629, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:23:06,839 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:06,839 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,43439,1731709371629, seqNum=-1] 2024-11-15T22:23:06,840 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:06,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T22:23:06,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e611192d6313,43439,1731709371629', locateType=CURRENT is [region=hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9., hostname=e611192d6313,43439,1731709371629, seqNum=2] 2024-11-15T22:23:06,843 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T22:23:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T22:23:06,845 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e611192d6313,43439,1731709371629 suceeded 2024-11-15T22:23:06,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T22:23:06,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-15T22:23:06,846 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e611192d6313:37085,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:23:06,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-15T22:23:06,863 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:37085' 2024-11-15T22:23:06,865 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1705f6b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:06,865 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37085,-1 for getting cluster id 2024-11-15T22:23:06,865 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:06,865 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '169e8767-f8e6-42af-8ddd-741a1d3db9d2' 2024-11-15T22:23:06,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:06,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "169e8767-f8e6-42af-8ddd-741a1d3db9d2" 2024-11-15T22:23:06,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d76ad02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:06,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37085,-1] 2024-11-15T22:23:06,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:06,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:06,866 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:06,867 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2518f23a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:06,867 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:06,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,37085,1731709365845 2024-11-15T22:23:06,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@706e1415 2024-11-15T22:23:06,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:06,868 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-15T22:23:06,869 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,43439,1731709371629 (queues=1) is replicating from cluster=46c0f833-af49-4f46-a047-6a616fe5ac0c to cluster=169e8767-f8e6-42af-8ddd-741a1d3db9d2 2024-11-15T22:23:06,869 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C43439%2C1731709371629 2024-11-15T22:23:06,869 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,43439,1731709371629, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:23:06,869 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467, startPosition=0, beingWritten=true 2024-11-15T22:23:06,871 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C43439%2C1731709371629 2024-11-15T22:23:06,874 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:23:06,874 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 379, reset compression=false 2024-11-15T22:23:06,874 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,43439,1731709371629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:23:06,999 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 379, reset compression=false 2024-11-15T22:23:07,077 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 379, reset compression=false 2024-11-15T22:23:07,380 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 379, reset compression=false 2024-11-15T22:23:07,474 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 379, reset compression=false 2024-11-15T22:23:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:07,498 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:23:07,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:23:07,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:07,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:07,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:07,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:07,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440f71a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:07,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,34131,-1 for getting cluster id 2024-11-15T22:23:07,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:07,499 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d0abe19-3c25-4836-8388-04433b252f59' 2024-11-15T22:23:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d0abe19-3c25-4836-8388-04433b252f59" 2024-11-15T22:23:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626dce4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,34131,-1] 2024-11-15T22:23:07,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:07,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:07,500 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:07,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d79462e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:07,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5631400d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:07,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37085,-1 for getting cluster id 2024-11-15T22:23:07,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:07,501 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '169e8767-f8e6-42af-8ddd-741a1d3db9d2' 2024-11-15T22:23:07,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:07,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "169e8767-f8e6-42af-8ddd-741a1d3db9d2" 2024-11-15T22:23:07,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a6ecbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:07,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37085,-1] 2024-11-15T22:23:07,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:07,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:07,503 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:07,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79098cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:07,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4521a240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:07,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,44297,-1 for getting cluster id 2024-11-15T22:23:07,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:07,504 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c0f833-af49-4f46-a047-6a616fe5ac0c' 2024-11-15T22:23:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c0f833-af49-4f46-a047-6a616fe5ac0c" 2024-11-15T22:23:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e37171d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,44297,-1] 2024-11-15T22:23:07,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:07,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:07,505 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:07,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305feaa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:07,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40743,1731709360514, seqNum=-1] 2024-11-15T22:23:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:07,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:23:07,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd., hostname=e611192d6313,40743,1731709360514, seqNum=2] 2024-11-15T22:23:07,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:07,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,43439,1731709371629, seqNum=-1] 2024-11-15T22:23:07,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:07,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:23:07,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a., hostname=e611192d6313,43439,1731709371629, seqNum=2] 2024-11-15T22:23:07,515 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T22:23:07,783 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 379, reset compression=false 2024-11-15T22:23:08,002 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 379, reset compression=false 2024-11-15T22:23:08,006 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:23:08,006 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 480, reset compression=false 2024-11-15T22:23:08,006 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.shippere611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,40743,1731709360514 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ce1ec6030f5064cab42ba9092bde2cd/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T22:23:08,008 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.shippere611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:23:08,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-15T22:23:08,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:23:08,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3498032b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:08,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,37085,-1 for getting cluster id 2024-11-15T22:23:08,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:08,010 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '169e8767-f8e6-42af-8ddd-741a1d3db9d2' 2024-11-15T22:23:08,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:08,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "169e8767-f8e6-42af-8ddd-741a1d3db9d2" 2024-11-15T22:23:08,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@660eb947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:08,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,37085,-1] 2024-11-15T22:23:08,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:08,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:08,011 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:08,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2042221c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:08,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:08,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,44841,1731709365988, seqNum=-1] 2024-11-15T22:23:08,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:08,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T22:23:08,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a., hostname=e611192d6313,44841,1731709365988, seqNum=2] 2024-11-15T22:23:08,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:23:08,209 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 480, reset compression=false 2024-11-15T22:23:08,277 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 379, reset compression=false 2024-11-15T22:23:08,281 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:23:08,281 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 503, reset compression=false 2024-11-15T22:23:08,281 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,44841,1731709365988 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9c6ffdda882a7f50d98c27e9fad126a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T22:23:08,282 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:23:08,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-15T22:23:08,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:23:08,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db10e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:08,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,44297,-1 for getting cluster id 2024-11-15T22:23:08,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:08,284 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46c0f833-af49-4f46-a047-6a616fe5ac0c' 2024-11-15T22:23:08,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:08,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46c0f833-af49-4f46-a047-6a616fe5ac0c" 2024-11-15T22:23:08,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a724a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:08,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,44297,-1] 2024-11-15T22:23:08,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:08,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:08,285 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:08,286 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 379, reset compression=false 2024-11-15T22:23:08,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@680af380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:08,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:08,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,43439,1731709371629, seqNum=-1] 2024-11-15T22:23:08,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:08,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T22:23:08,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a., hostname=e611192d6313,43439,1731709371629, seqNum=2] 2024-11-15T22:23:08,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:23:08,484 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 503, reset compression=false 2024-11-15T22:23:08,511 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 480, reset compression=false 2024-11-15T22:23:08,517 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T22:23:08,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:08,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,44841,1731709365988, seqNum=-1] 2024-11-15T22:23:08,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:08,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:23:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a., hostname=e611192d6313,44841,1731709365988, seqNum=2] 2024-11-15T22:23:08,523 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T22:23:08,787 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 503, reset compression=false 2024-11-15T22:23:08,791 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:23:08,791 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,44841,1731709365988 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9c6ffdda882a7f50d98c27e9fad126a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T22:23:08,791 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 607, reset compression=false 2024-11-15T22:23:08,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:23:08,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:23:08,890 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 379, reset compression=false 2024-11-15T22:23:08,894 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:23:08,894 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 653, reset compression=false 2024-11-15T22:23:08,894 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,43439,1731709371629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:23:08,914 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 480, reset compression=false 2024-11-15T22:23:08,995 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 607, reset compression=false 2024-11-15T22:23:09,098 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 653, reset compression=false 2024-11-15T22:23:09,297 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 607, reset compression=false 2024-11-15T22:23:09,403 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 653, reset compression=false 2024-11-15T22:23:09,418 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 480, reset compression=false 2024-11-15T22:23:09,525 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T22:23:09,527 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T22:23:09,701 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 607, reset compression=false 2024-11-15T22:23:09,806 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 653, reset compression=false 2024-11-15T22:23:09,810 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:23:09,810 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 757, reset compression=false 2024-11-15T22:23:09,810 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,43439,1731709371629 got entry batch from reader: WALEntryBatch [walEntries=[{test/108f7a797e8abbc75e96e5f0ac35cb3a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T22:23:09,811 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:23:09,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-15T22:23:09,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:23:09,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:23:09,906 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T22:23:10,013 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 757, reset compression=false 2024-11-15T22:23:10,022 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 480, reset compression=false 2024-11-15T22:23:10,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T22:23:10,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T22:23:10,204 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 607, reset compression=false 2024-11-15T22:23:10,209 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:23:10,209 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 734, reset compression=false 2024-11-15T22:23:10,210 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,44841,1731709365988 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:23:10,315 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 757, reset compression=false 2024-11-15T22:23:10,413 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 734, reset compression=false 2024-11-15T22:23:10,529 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T22:23:10,531 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T22:23:10,716 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 734, reset compression=false 2024-11-15T22:23:10,718 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 757, reset compression=false 2024-11-15T22:23:10,724 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 480, reset compression=false 2024-11-15T22:23:10,727 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:23:10,727 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 636, reset compression=false 2024-11-15T22:23:10,727 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.shippere611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,40743,1731709360514 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ce1ec6030f5064cab42ba9092bde2cd/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T22:23:10,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:23:10,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:23:10,930 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 636, reset compression=false 2024-11-15T22:23:11,118 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 734, reset compression=false 2024-11-15T22:23:11,124 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:23:11,124 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 881, reset compression=false 2024-11-15T22:23:11,124 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,44841,1731709365988 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9c6ffdda882a7f50d98c27e9fad126a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T22:23:11,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:23:11,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:23:11,220 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 757, reset compression=false 2024-11-15T22:23:11,224 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:23:11,224 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 927, reset compression=false 2024-11-15T22:23:11,224 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,43439,1731709371629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:23:11,233 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 636, reset compression=false 2024-11-15T22:23:11,327 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 881, reset compression=false 2024-11-15T22:23:11,427 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 927, reset compression=false 2024-11-15T22:23:11,533 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T22:23:11,535 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T22:23:11,630 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 881, reset compression=false 2024-11-15T22:23:11,634 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:23:11,634 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1040, reset compression=false 2024-11-15T22:23:11,634 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,44841,1731709365988 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9c6ffdda882a7f50d98c27e9fad126a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T22:23:11,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:23:11,636 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 636, reset compression=false 2024-11-15T22:23:11,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:23:11,730 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 927, reset compression=false 2024-11-15T22:23:11,733 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:23:11,733 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 1076, reset compression=false 2024-11-15T22:23:11,734 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,43439,1731709371629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:23:11,842 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1040, reset compression=false 2024-11-15T22:23:11,936 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 1076, reset compression=false 2024-11-15T22:23:12,011 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:23:12,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:12,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:12,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:12,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:12,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:12,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:12,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:12,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:12,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:12,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:12,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:12,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:12,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:12,138 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 636, reset compression=false 2024-11-15T22:23:12,146 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1040, reset compression=false 2024-11-15T22:23:12,239 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 1076, reset compression=false 2024-11-15T22:23:12,537 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T22:23:12,540 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T22:23:12,549 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1040, reset compression=false 2024-11-15T22:23:12,643 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 1076, reset compression=false 2024-11-15T22:23:12,647 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:23:12,647 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 1235, reset compression=false 2024-11-15T22:23:12,647 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,43439,1731709371629 got entry batch from reader: WALEntryBatch [walEntries=[{test/108f7a797e8abbc75e96e5f0ac35cb3a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T22:23:12,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T22:23:12,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T22:23:12,742 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 636, reset compression=false 2024-11-15T22:23:12,854 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 1235, reset compression=false 2024-11-15T22:23:13,052 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1040, reset compression=false 2024-11-15T22:23:13,056 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:23:13,056 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1189, reset compression=false 2024-11-15T22:23:13,056 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,44841,1731709365988 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:23:13,157 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 1235, reset compression=false 2024-11-15T22:23:13,259 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1189, reset compression=false 2024-11-15T22:23:13,445 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 636, reset compression=false 2024-11-15T22:23:13,542 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T22:23:13,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:23:13,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:23:13,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:13,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:13,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:13,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:13,548 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:23:13,548 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2012188182, stopped=false 2024-11-15T22:23:13,548 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,44297,1731709371482 2024-11-15T22:23:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21105586824/running 2024-11-15T22:23:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21105586824/running 2024-11-15T22:23:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:23:13,556 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:23:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:23:13,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:23:13,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:13,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:13,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Set watcher on znode that does not yet exist, /21105586824/running 2024-11-15T22:23:13,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Set watcher on znode that does not yet exist, /21105586824/running 2024-11-15T22:23:13,557 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,43439,1731709371629' ***** 2024-11-15T22:23:13,557 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:23:13,558 INFO [RS:0;e611192d6313:43439 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:23:13,558 INFO [RS:0;e611192d6313:43439 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:23:13,558 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:23:13,558 INFO [RS:0;e611192d6313:43439 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:23:13,558 INFO [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(3091): Received CLOSE for 108f7a797e8abbc75e96e5f0ac35cb3a 2024-11-15T22:23:13,558 INFO [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:13,558 INFO [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(959): stopping server e611192d6313,43439,1731709371629 2024-11-15T22:23:13,558 INFO [RS:0;e611192d6313:43439 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:23:13,558 INFO [RS:0;e611192d6313:43439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:43439. 2024-11-15T22:23:13,558 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 108f7a797e8abbc75e96e5f0ac35cb3a, disabling compactions & flushes 2024-11-15T22:23:13,558 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a. 2024-11-15T22:23:13,558 DEBUG [RS:0;e611192d6313:43439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:13,558 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a. 2024-11-15T22:23:13,558 DEBUG [RS:0;e611192d6313:43439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:13,558 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a. after waiting 0 ms 2024-11-15T22:23:13,558 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a. 2024-11-15T22:23:13,558 INFO [RS:0;e611192d6313:43439 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:23:13,558 INFO [RS:0;e611192d6313:43439 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:23:13,558 INFO [RS:0;e611192d6313:43439 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:23:13,558 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 108f7a797e8abbc75e96e5f0ac35cb3a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T22:23:13,558 INFO [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:23:13,559 INFO [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T22:23:13,559 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1325): Online Regions={108f7a797e8abbc75e96e5f0ac35cb3a=test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a., 9f0c5b25d1df81d4227f94a4b8f469b9=hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:23:13,559 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1351): Waiting on 108f7a797e8abbc75e96e5f0ac35cb3a, 1588230740, 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:13,559 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:23:13,559 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:23:13,559 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:23:13,559 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:23:13,559 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:23:13,559 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T22:23:13,560 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 1235, reset compression=false 2024-11-15T22:23:13,563 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1189, reset compression=false 2024-11-15T22:23:13,564 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:23:13,564 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 1482, reset compression=false 2024-11-15T22:23:13,564 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,43439,1731709371629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:23:13,565 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e611192d6313,43439,1731709371629: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e611192d6313,43439,1731709371629, walGroup=e611192d6313%2C43439%2C1731709371629, offset=e611192d6313%2C43439%2C1731709371629.1731709373467:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43439 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T22:23:13,566 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T22:23:13,566 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T22:23:13,566 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T22:23:13,566 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T22:23:13,566 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T22:23:13,566 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1444937728, "init": 1048576000, "max": 2306867200, "used": 888658976 }, "NonHeapMemoryUsage": { "committed": 205258752, "init": 7667712, "max": -1, "used": 202109672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T22:23:13,567 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:44297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:44297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T22:23:13,577 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/.tmp/info/1c7756fed09d45c5840de7dd3042322f is 147, key is hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9./info:regioninfo/1731709386518/Put/seqid=0 2024-11-15T22:23:13,577 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/.tmp/f/edce3b95319b4779a2dd2dda4a017b66 is 29, key is row1/f:/1731709391533/DeleteFamily/seqid=0 2024-11-15T22:23:13,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741841_1017 (size=5152) 2024-11-15T22:23:13,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741840_1016 (size=7686) 2024-11-15T22:23:13,656 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:23:13,759 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1351): Waiting on 108f7a797e8abbc75e96e5f0ac35cb3a, 1588230740, 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:13,769 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 1482, reset compression=false 2024-11-15T22:23:13,959 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1351): Waiting on 108f7a797e8abbc75e96e5f0ac35cb3a, 1588230740, 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:13,969 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1189, reset compression=false 2024-11-15T22:23:13,981 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/.tmp/f/edce3b95319b4779a2dd2dda4a017b66 2024-11-15T22:23:13,981 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/.tmp/info/1c7756fed09d45c5840de7dd3042322f 2024-11-15T22:23:13,984 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edce3b95319b4779a2dd2dda4a017b66 2024-11-15T22:23:14,001 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/.tmp/f1/dccf496fcbad414096ed5769d09c1e2e is 30, key is row1/f1:/1731709391533/DeleteFamily/seqid=0 2024-11-15T22:23:14,001 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/.tmp/ns/e87c030c1d754642a645b05d3839cf3e is 43, key is default/ns:d/1731709374479/Put/seqid=0 2024-11-15T22:23:14,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741842_1018 (size=5158) 2024-11-15T22:23:14,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741843_1019 (size=5153) 2024-11-15T22:23:14,006 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/.tmp/ns/e87c030c1d754642a645b05d3839cf3e 2024-11-15T22:23:14,023 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/.tmp/rep_barrier/bf2d812076d1449e871f6f6bdec4fdd1 is 112, key is test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a./rep_barrier:seqnumDuringOpen/1731709380041/Put/seqid=0 2024-11-15T22:23:14,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741844_1020 (size=5518) 2024-11-15T22:23:14,072 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 1482, reset compression=false 2024-11-15T22:23:14,159 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1351): Waiting on 108f7a797e8abbc75e96e5f0ac35cb3a, 1588230740, 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:14,255 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 636, reset compression=false 2024-11-15T22:23:14,359 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1351): Waiting on 108f7a797e8abbc75e96e5f0ac35cb3a, 1588230740, 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:14,384 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:23:14,384 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:23:14,406 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/.tmp/f1/dccf496fcbad414096ed5769d09c1e2e 2024-11-15T22:23:14,409 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dccf496fcbad414096ed5769d09c1e2e 2024-11-15T22:23:14,422 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/.tmp/norep/80a55d79725b4e9884978daf8d343d56 is 33, key is row2/norep:/1731709392538/DeleteFamily/seqid=0 2024-11-15T22:23:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741845_1021 (size=5108) 2024-11-15T22:23:14,426 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/.tmp/rep_barrier/bf2d812076d1449e871f6f6bdec4fdd1 2024-11-15T22:23:14,442 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/.tmp/table/936d54896af341e6b0d603e403761fc9 is 53, key is hbase:replication/table:state/1731709386524/Put/seqid=0 2024-11-15T22:23:14,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741846_1022 (size=5308) 2024-11-15T22:23:14,472 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1189, reset compression=false 2024-11-15T22:23:14,475 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 1482, reset compression=false 2024-11-15T22:23:14,560 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1351): Waiting on 108f7a797e8abbc75e96e5f0ac35cb3a, 1588230740, 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:14,760 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1351): Waiting on 108f7a797e8abbc75e96e5f0ac35cb3a, 1588230740, 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:14,825 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/.tmp/norep/80a55d79725b4e9884978daf8d343d56 2024-11-15T22:23:14,829 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80a55d79725b4e9884978daf8d343d56 2024-11-15T22:23:14,830 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/.tmp/f/edce3b95319b4779a2dd2dda4a017b66 as hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/f/edce3b95319b4779a2dd2dda4a017b66 2024-11-15T22:23:14,833 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edce3b95319b4779a2dd2dda4a017b66 2024-11-15T22:23:14,833 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/f/edce3b95319b4779a2dd2dda4a017b66, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T22:23:14,834 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/.tmp/f1/dccf496fcbad414096ed5769d09c1e2e as hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/f1/dccf496fcbad414096ed5769d09c1e2e 2024-11-15T22:23:14,837 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dccf496fcbad414096ed5769d09c1e2e 2024-11-15T22:23:14,837 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/f1/dccf496fcbad414096ed5769d09c1e2e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T22:23:14,837 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/.tmp/norep/80a55d79725b4e9884978daf8d343d56 as hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/norep/80a55d79725b4e9884978daf8d343d56 2024-11-15T22:23:14,840 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80a55d79725b4e9884978daf8d343d56 2024-11-15T22:23:14,840 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/norep/80a55d79725b4e9884978daf8d343d56, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T22:23:14,841 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 108f7a797e8abbc75e96e5f0ac35cb3a in 1283ms, sequenceid=10, compaction requested=false 2024-11-15T22:23:14,844 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/default/test/108f7a797e8abbc75e96e5f0ac35cb3a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T22:23:14,844 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:23:14,844 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:23:14,844 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a. 2024-11-15T22:23:14,844 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 108f7a797e8abbc75e96e5f0ac35cb3a: Waiting for close lock at 1731709393558Running coprocessor pre-close hooks at 1731709393558Disabling compacts and flushes for region at 1731709393558Disabling writes for close at 1731709393558Obtaining lock to block concurrent updates at 1731709393558Preparing flush snapshotting stores in 108f7a797e8abbc75e96e5f0ac35cb3a at 1731709393558Finished memstore snapshotting test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731709393559 (+1 ms)Flushing stores of test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a. at 1731709393559Flushing 108f7a797e8abbc75e96e5f0ac35cb3a/f: creating writer at 1731709393559Flushing 108f7a797e8abbc75e96e5f0ac35cb3a/f: appending metadata at 1731709393576 (+17 ms)Flushing 108f7a797e8abbc75e96e5f0ac35cb3a/f: closing flushed file at 1731709393577 (+1 ms)Flushing 108f7a797e8abbc75e96e5f0ac35cb3a/f1: creating writer at 1731709393984 (+407 ms)Flushing 108f7a797e8abbc75e96e5f0ac35cb3a/f1: appending metadata at 1731709394000 (+16 ms)Flushing 108f7a797e8abbc75e96e5f0ac35cb3a/f1: closing flushed file at 1731709394000Flushing 108f7a797e8abbc75e96e5f0ac35cb3a/norep: creating writer at 1731709394409 (+409 ms)Flushing 108f7a797e8abbc75e96e5f0ac35cb3a/norep: appending metadata at 1731709394422 (+13 ms)Flushing 108f7a797e8abbc75e96e5f0ac35cb3a/norep: closing flushed file at 1731709394422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c97b227: reopening flushed file at 1731709394829 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aad4c03: reopening flushed file at 1731709394833 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1abffe60: reopening flushed file at 1731709394837 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 108f7a797e8abbc75e96e5f0ac35cb3a in 1283ms, sequenceid=10, compaction requested=false at 1731709394841 (+4 ms)Writing region close event to WAL at 1731709394842 (+1 ms)Running coprocessor post-close hooks at 1731709394844 (+2 ms)Closed at 1731709394844 2024-11-15T22:23:14,844 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731709378900.108f7a797e8abbc75e96e5f0ac35cb3a. 2024-11-15T22:23:14,844 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f0c5b25d1df81d4227f94a4b8f469b9, disabling compactions & flushes 2024-11-15T22:23:14,844 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. 2024-11-15T22:23:14,844 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. 2024-11-15T22:23:14,844 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. after waiting 0 ms 2024-11-15T22:23:14,844 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. 2024-11-15T22:23:14,845 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f0c5b25d1df81d4227f94a4b8f469b9: Waiting for close lock at 1731709394844Running coprocessor pre-close hooks at 1731709394844Disabling compacts and flushes for region at 1731709394844Disabling writes for close at 1731709394844Failed flush hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9., putting online again at 1731709394845 (+1 ms) 2024-11-15T22:23:14,845 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. 2024-11-15T22:23:14,845 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/.tmp/table/936d54896af341e6b0d603e403761fc9 2024-11-15T22:23:14,848 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/.tmp/info/1c7756fed09d45c5840de7dd3042322f as hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/info/1c7756fed09d45c5840de7dd3042322f 2024-11-15T22:23:14,851 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/info/1c7756fed09d45c5840de7dd3042322f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T22:23:14,851 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/.tmp/ns/e87c030c1d754642a645b05d3839cf3e as hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/ns/e87c030c1d754642a645b05d3839cf3e 2024-11-15T22:23:14,854 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/ns/e87c030c1d754642a645b05d3839cf3e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T22:23:14,855 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/.tmp/rep_barrier/bf2d812076d1449e871f6f6bdec4fdd1 as hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/rep_barrier/bf2d812076d1449e871f6f6bdec4fdd1 2024-11-15T22:23:14,857 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/rep_barrier/bf2d812076d1449e871f6f6bdec4fdd1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T22:23:14,858 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/.tmp/table/936d54896af341e6b0d603e403761fc9 as hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/table/936d54896af341e6b0d603e403761fc9 2024-11-15T22:23:14,861 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/table/936d54896af341e6b0d603e403761fc9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T22:23:14,862 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false 2024-11-15T22:23:14,865 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T22:23:14,865 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:23:14,865 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:23:14,865 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:23:14,865 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709393559Running coprocessor pre-close hooks at 1731709393559Disabling compacts and flushes for region at 1731709393559Disabling writes for close at 1731709393559Obtaining lock to block concurrent updates at 1731709393559Preparing flush snapshotting stores in 1588230740 at 1731709393559Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731709393559Flushing stores of hbase:meta,,1.1588230740 at 1731709393559Flushing 1588230740/info: creating writer at 1731709393559Flushing 1588230740/info: appending metadata at 1731709393577 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731709393577Flushing 1588230740/ns: creating writer at 1731709393984 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731709394001 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731709394001Flushing 1588230740/rep_barrier: creating writer at 1731709394011 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731709394023 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731709394023Flushing 1588230740/table: creating writer at 1731709394429 (+406 ms)Flushing 1588230740/table: appending metadata at 1731709394442 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731709394442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab32a0f: reopening flushed file at 1731709394848 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aea381f: reopening flushed file at 1731709394851 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10450068: reopening flushed file at 1731709394854 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29095d3a: reopening flushed file at 1731709394858 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false at 1731709394862 (+4 ms)Writing region close event to WAL at 1731709394863 (+1 ms)Running coprocessor post-close hooks at 1731709394865 (+2 ms)Closed at 1731709394865 2024-11-15T22:23:14,866 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:23:14,960 INFO [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:23:14,960 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1325): Online Regions={9f0c5b25d1df81d4227f94a4b8f469b9=hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9.} 2024-11-15T22:23:14,960 INFO [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:14,960 DEBUG [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1351): Waiting on 9f0c5b25d1df81d4227f94a4b8f469b9 2024-11-15T22:23:14,960 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f0c5b25d1df81d4227f94a4b8f469b9, disabling compactions & flushes 2024-11-15T22:23:14,960 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. 2024-11-15T22:23:14,960 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. 2024-11-15T22:23:14,960 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. after waiting 0 ms 2024-11-15T22:23:14,960 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. 2024-11-15T22:23:14,960 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f0c5b25d1df81d4227f94a4b8f469b9: Waiting for close lock at 1731709394960Running coprocessor pre-close hooks at 1731709394960Disabling compacts and flushes for region at 1731709394960Disabling writes for close at 1731709394960Failed flush hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9., putting online again at 1731709394960 2024-11-15T22:23:14,961 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731709385361.9f0c5b25d1df81d4227f94a4b8f469b9. 2024-11-15T22:23:14,978 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 1482, reset compression=false 2024-11-15T22:23:14,981 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:23:14,981 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 2126, reset compression=false 2024-11-15T22:23:15,075 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1189, reset compression=false 2024-11-15T22:23:15,158 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 636, reset compression=false 2024-11-15T22:23:15,160 INFO [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T22:23:15,160 INFO [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(976): stopping server e611192d6313,43439,1731709371629; all regions closed. 2024-11-15T22:23:15,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741834_1010 (size=4239) 2024-11-15T22:23:15,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741839_1015 (size=1953) 2024-11-15T22:23:15,164 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.rep.1731709386493 not finished, retry = 0 2024-11-15T22:23:15,184 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 to pos 2126, reset compression=false 2024-11-15T22:23:15,267 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/WALs/e611192d6313,43439,1731709371629/e611192d6313%2C43439%2C1731709371629.1731709373467 not finished, retry = 0 2024-11-15T22:23:15,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741832_1008 (size=2134) 2024-11-15T22:23:15,367 DEBUG [RS:0;e611192d6313:43439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:15,367 INFO [RS:0;e611192d6313:43439 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:23:15,368 INFO [RS:0;e611192d6313:43439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:23:15,368 INFO [RS:0;e611192d6313:43439 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T22:23:15,368 INFO [RS:0;e611192d6313:43439 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:23:15,368 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:23:15,368 INFO [RS:0;e611192d6313:43439 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,43439,1731709371629 because: Region server is closing 2024-11-15T22:23:15,368 INFO [RS:0;e611192d6313:43439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:43439. 2024-11-15T22:23:15,369 DEBUG [RS:0;e611192d6313:43439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:15,369 DEBUG [RS:0;e611192d6313:43439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:15,369 DEBUG [RS:0;e611192d6313:43439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:15,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:15,435 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T22:23:15,469 INFO [RS:0;e611192d6313:43439 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.shippere611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 terminated 2024-11-15T22:23:15,469 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,43439,1731709371629.replicationSource.wal-reader.e611192d6313%2C43439%2C1731709371629,1-e611192d6313,43439,1731709371629 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T22:23:15,469 INFO [RS:0;e611192d6313:43439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:43439. 2024-11-15T22:23:15,469 DEBUG [RS:0;e611192d6313:43439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:15,469 DEBUG [RS:0;e611192d6313:43439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:15,469 DEBUG [RS:0;e611192d6313:43439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:15,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:15,469 INFO [RS:0;e611192d6313:43439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43439 2024-11-15T22:23:15,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21105586824/rs/e611192d6313,43439,1731709371629 2024-11-15T22:23:15,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824/rs 2024-11-15T22:23:15,524 INFO [RS:0;e611192d6313:43439 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:23:15,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,43439,1731709371629] 2024-11-15T22:23:15,545 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21105586824/draining/e611192d6313,43439,1731709371629 already deleted, retry=false 2024-11-15T22:23:15,545 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,43439,1731709371629 expired; onlineServers=0 2024-11-15T22:23:15,545 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,44297,1731709371482' ***** 2024-11-15T22:23:15,546 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:23:15,546 INFO [M:0;e611192d6313:44297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:23:15,546 INFO [M:0;e611192d6313:44297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:23:15,546 DEBUG [M:0;e611192d6313:44297 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:23:15,546 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709373207 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709373207,5,FailOnTimeoutGroup] 2024-11-15T22:23:15,546 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709373206 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709373206,5,FailOnTimeoutGroup] 2024-11-15T22:23:15,546 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:23:15,546 DEBUG [M:0;e611192d6313:44297 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:23:15,546 INFO [M:0;e611192d6313:44297 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:23:15,546 INFO [M:0;e611192d6313:44297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:23:15,546 DEBUG [M:0;e611192d6313:44297 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:23:15,546 INFO [M:0;e611192d6313:44297 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:23:15,546 INFO [M:0;e611192d6313:44297 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:23:15,546 INFO [M:0;e611192d6313:44297 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:23:15,547 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:23:15,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21105586824/master 2024-11-15T22:23:15,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105586824 2024-11-15T22:23:15,556 DEBUG [M:0;e611192d6313:44297 {}] zookeeper.ZKUtil(347): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Unable to get data of znode /21105586824/master because node does not exist (not an error) 2024-11-15T22:23:15,556 WARN [M:0;e611192d6313:44297 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:23:15,556 INFO [M:0;e611192d6313:44297 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/.lastflushedseqids 2024-11-15T22:23:15,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741847_1023 (size=245) 2024-11-15T22:23:15,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:23:15,635 INFO [RS:0;e611192d6313:43439 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:23:15,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014097cc770007, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:23:15,635 INFO [RS:0;e611192d6313:43439 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,43439,1731709371629; zookeeper connection closed. 2024-11-15T22:23:15,635 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ce02fc2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ce02fc2 2024-11-15T22:23:15,636 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:23:15,778 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1189, reset compression=false 2024-11-15T22:23:15,960 INFO [M:0;e611192d6313:44297 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:23:15,960 INFO [M:0;e611192d6313:44297 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:23:15,961 DEBUG [M:0;e611192d6313:44297 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:23:15,961 INFO [M:0;e611192d6313:44297 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:15,961 DEBUG [M:0;e611192d6313:44297 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:15,961 DEBUG [M:0;e611192d6313:44297 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:23:15,961 DEBUG [M:0;e611192d6313:44297 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:15,961 INFO [M:0;e611192d6313:44297 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T22:23:15,977 DEBUG [M:0;e611192d6313:44297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22ac2c88039f47a39aa3871944c82ac1 is 82, key is hbase:meta,,1/info:regioninfo/1731709374467/Put/seqid=0 2024-11-15T22:23:15,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741848_1024 (size=5672) 2024-11-15T22:23:16,161 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 636, reset compression=false 2024-11-15T22:23:16,381 INFO [M:0;e611192d6313:44297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22ac2c88039f47a39aa3871944c82ac1 2024-11-15T22:23:16,401 DEBUG [M:0;e611192d6313:44297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f03d87d86c84eacb64f4ed326a44a96 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731709386526/Put/seqid=0 2024-11-15T22:23:16,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741849_1025 (size=8516) 2024-11-15T22:23:16,581 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1189, reset compression=false 2024-11-15T22:23:16,805 INFO [M:0;e611192d6313:44297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f03d87d86c84eacb64f4ed326a44a96 2024-11-15T22:23:16,827 DEBUG [M:0;e611192d6313:44297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e72b403742e74663b5807f7d2b714f3b is 69, key is e611192d6313,43439,1731709371629/rs:state/1731709373289/Put/seqid=0 2024-11-15T22:23:16,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741850_1026 (size=5156) 2024-11-15T22:23:17,230 INFO [M:0;e611192d6313:44297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e72b403742e74663b5807f7d2b714f3b 2024-11-15T22:23:17,234 DEBUG [M:0;e611192d6313:44297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22ac2c88039f47a39aa3871944c82ac1 as hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22ac2c88039f47a39aa3871944c82ac1 2024-11-15T22:23:17,237 INFO [M:0;e611192d6313:44297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22ac2c88039f47a39aa3871944c82ac1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T22:23:17,237 DEBUG [M:0;e611192d6313:44297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f03d87d86c84eacb64f4ed326a44a96 as hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f03d87d86c84eacb64f4ed326a44a96 2024-11-15T22:23:17,240 INFO [M:0;e611192d6313:44297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f03d87d86c84eacb64f4ed326a44a96, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T22:23:17,241 DEBUG [M:0;e611192d6313:44297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e72b403742e74663b5807f7d2b714f3b as hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e72b403742e74663b5807f7d2b714f3b 2024-11-15T22:23:17,244 INFO [M:0;e611192d6313:44297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39405/user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e72b403742e74663b5807f7d2b714f3b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T22:23:17,245 INFO [M:0;e611192d6313:44297 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-15T22:23:17,246 INFO [M:0;e611192d6313:44297 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:17,246 DEBUG [M:0;e611192d6313:44297 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709395960Disabling compacts and flushes for region at 1731709395960Disabling writes for close at 1731709395961 (+1 ms)Obtaining lock to block concurrent updates at 1731709395961Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709395961Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731709395961Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709395962 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709395962Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709395977 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709395977Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709396384 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709396401 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709396401Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709396808 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709396826 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709396826Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6884aa9d: reopening flushed file at 1731709397233 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea80a60: reopening flushed file at 1731709397237 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b564c33: reopening flushed file at 1731709397240 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1731709397245 (+5 ms)Writing region close event to WAL at 1731709397246 (+1 ms)Closed at 1731709397246 2024-11-15T22:23:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42781 is added to blk_1073741830_1006 (size=63654) 2024-11-15T22:23:17,247 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef734acb-1434-86bf-a094-121dcbb211ce/MasterData/WALs/e611192d6313,44297,1731709371482/e611192d6313%2C44297%2C1731709371482.1731709372986 not finished, retry = 0 2024-11-15T22:23:17,264 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 636, reset compression=false 2024-11-15T22:23:17,348 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:23:17,348 INFO [M:0;e611192d6313:44297 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:23:17,348 INFO [M:0;e611192d6313:44297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44297 2024-11-15T22:23:17,348 INFO [M:0;e611192d6313:44297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:23:17,485 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1189, reset compression=false 2024-11-15T22:23:17,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:23:17,519 INFO [M:0;e611192d6313:44297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:23:17,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x1014097cc770006, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:23:17,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@738598ff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:23:17,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a33b11e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:23:17,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:23:17,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33d6b855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:23:17,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5e5d5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/hadoop.log.dir/,STOPPED} 2024-11-15T22:23:17,523 WARN [BP-1919209988-172.17.0.3-1731709369254 heartbeating to localhost/127.0.0.1:39405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:23:17,523 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:23:17,523 WARN [BP-1919209988-172.17.0.3-1731709369254 heartbeating to localhost/127.0.0.1:39405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1919209988-172.17.0.3-1731709369254 (Datanode Uuid f0562128-06e5-4156-ae81-df994852922b) service to localhost/127.0.0.1:39405 2024-11-15T22:23:17,523 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:23:17,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/cluster_7387c3be-ac07-04a9-c519-906a51eae3d6/data/data1/current/BP-1919209988-172.17.0.3-1731709369254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:23:17,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/cluster_7387c3be-ac07-04a9-c519-906a51eae3d6/data/data2/current/BP-1919209988-172.17.0.3-1731709369254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:23:17,524 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:23:17,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1513d591{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:23:17,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d891de4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:23:17,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:23:17,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fecfa0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:23:17,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20c53d49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/hadoop.log.dir/,STOPPED} 2024-11-15T22:23:17,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:23:17,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:23:17,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:23:17,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:17,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:17,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:17,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:17,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:23:17,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1654218127, stopped=false 2024-11-15T22:23:17,545 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,37085,1731709365845 2024-11-15T22:23:17,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-182693728/running 2024-11-15T22:23:17,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-182693728/running 2024-11-15T22:23:17,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:23:17,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:23:17,556 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:23:17,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:23:17,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:17,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:17,556 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,44841,1731709365988' ***** 2024-11-15T22:23:17,556 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:23:17,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Set watcher on znode that does not yet exist, /1-182693728/running 2024-11-15T22:23:17,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Set watcher on znode that does not yet exist, /1-182693728/running 2024-11-15T22:23:17,557 INFO [RS:0;e611192d6313:44841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:23:17,557 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:23:17,557 INFO [RS:0;e611192d6313:44841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:23:17,557 INFO [RS:0;e611192d6313:44841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:23:17,557 INFO [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(3091): Received CLOSE for b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:23:17,557 INFO [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(3091): Received CLOSE for 9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:17,557 INFO [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(959): stopping server e611192d6313,44841,1731709365988 2024-11-15T22:23:17,557 INFO [RS:0;e611192d6313:44841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:23:17,557 INFO [RS:0;e611192d6313:44841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:44841. 2024-11-15T22:23:17,557 DEBUG [RS:0;e611192d6313:44841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:17,557 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9c6ffdda882a7f50d98c27e9fad126a, disabling compactions & flushes 2024-11-15T22:23:17,557 DEBUG [RS:0;e611192d6313:44841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:17,557 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a. 2024-11-15T22:23:17,557 INFO [RS:0;e611192d6313:44841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:23:17,557 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a. 2024-11-15T22:23:17,557 INFO [RS:0;e611192d6313:44841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:23:17,557 INFO [RS:0;e611192d6313:44841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:23:17,557 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a. after waiting 0 ms 2024-11-15T22:23:17,558 INFO [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:23:17,558 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a. 2024-11-15T22:23:17,558 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b9c6ffdda882a7f50d98c27e9fad126a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T22:23:17,558 INFO [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T22:23:17,558 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1325): Online Regions={b9c6ffdda882a7f50d98c27e9fad126a=test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a., 1588230740=hbase:meta,,1.1588230740, 9abaae3275dbc37a8c89f3dac6a41f63=hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63.} 2024-11-15T22:23:17,558 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9abaae3275dbc37a8c89f3dac6a41f63, b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:23:17,558 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:23:17,558 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:23:17,558 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:23:17,558 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:23:17,558 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:23:17,558 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T22:23:17,568 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:23:17,571 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/.tmp/info/a4fcfd463fc44cb19d1b66c38bae77a5 is 147, key is hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63./info:regioninfo/1731709384366/Put/seqid=0 2024-11-15T22:23:17,574 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/.tmp/f/3c3df3e40a0c4ad487e0cef76e68398e is 29, key is row1/f:/1731709391533/DeleteFamily/seqid=0 2024-11-15T22:23:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741840_1016 (size=7686) 2024-11-15T22:23:17,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741841_1017 (size=5152) 2024-11-15T22:23:17,758 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9abaae3275dbc37a8c89f3dac6a41f63, b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:23:17,958 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9abaae3275dbc37a8c89f3dac6a41f63, b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:23:17,975 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/.tmp/info/a4fcfd463fc44cb19d1b66c38bae77a5 2024-11-15T22:23:17,976 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/.tmp/f/3c3df3e40a0c4ad487e0cef76e68398e 2024-11-15T22:23:17,979 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c3df3e40a0c4ad487e0cef76e68398e 2024-11-15T22:23:17,991 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/.tmp/ns/78f89c79e2704415bfaa9b8fdf6c7451 is 43, key is default/ns:d/1731709369163/Put/seqid=0 2024-11-15T22:23:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:23:17,998 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/.tmp/f1/06bdaed7c2a145848f985596ebeaaea0 is 30, key is row1/f1:/1731709391533/DeleteFamily/seqid=0 2024-11-15T22:23:18,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741843_1019 (size=5158) 2024-11-15T22:23:18,107 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:23:18,107 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:23:18,158 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9abaae3275dbc37a8c89f3dac6a41f63, b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:23:18,358 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9abaae3275dbc37a8c89f3dac6a41f63, b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:23:18,398 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/.tmp/ns/78f89c79e2704415bfaa9b8fdf6c7451 2024-11-15T22:23:18,406 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/.tmp/f1/06bdaed7c2a145848f985596ebeaaea0 2024-11-15T22:23:18,410 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06bdaed7c2a145848f985596ebeaaea0 2024-11-15T22:23:18,415 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/.tmp/rep_barrier/206909ffcb2a4140bdac77ed2fb38b2d is 112, key is test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a./rep_barrier:seqnumDuringOpen/1731709377893/Put/seqid=0 2024-11-15T22:23:18,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741844_1020 (size=5518) 2024-11-15T22:23:18,427 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/.tmp/norep/5a037bd79bb94012aaa75b5dd6bd4909 is 33, key is row1/norep:/1731709391533/DeleteFamily/seqid=0 2024-11-15T22:23:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741845_1021 (size=5108) 2024-11-15T22:23:18,467 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 636, reset compression=false 2024-11-15T22:23:18,487 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1189, reset compression=false 2024-11-15T22:23:18,491 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:23:18,491 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1436, reset compression=false 2024-11-15T22:23:18,491 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,44841,1731709365988 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:23:18,492 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e611192d6313,44841,1731709365988: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e611192d6313,44841,1731709365988, walGroup=e611192d6313%2C44841%2C1731709365988, offset=e611192d6313%2C44841%2C1731709365988.1731709368235:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:44841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T22:23:18,493 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T22:23:18,493 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T22:23:18,494 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T22:23:18,494 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T22:23:18,494 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T22:23:18,494 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1444937728, "init": 1048576000, "max": 2306867200, "used": 987225120 }, "NonHeapMemoryUsage": { "committed": 205455360, "init": 7667712, "max": -1, "used": 202465096 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T22:23:18,494 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:37085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:37085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T22:23:18,559 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9abaae3275dbc37a8c89f3dac6a41f63, b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:23:18,693 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1436, reset compression=false 2024-11-15T22:23:18,759 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9abaae3275dbc37a8c89f3dac6a41f63, b9c6ffdda882a7f50d98c27e9fad126a 2024-11-15T22:23:18,822 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/.tmp/rep_barrier/206909ffcb2a4140bdac77ed2fb38b2d 2024-11-15T22:23:18,830 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/.tmp/norep/5a037bd79bb94012aaa75b5dd6bd4909 2024-11-15T22:23:18,833 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a037bd79bb94012aaa75b5dd6bd4909 2024-11-15T22:23:18,834 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/.tmp/f/3c3df3e40a0c4ad487e0cef76e68398e as hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/f/3c3df3e40a0c4ad487e0cef76e68398e 2024-11-15T22:23:18,837 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c3df3e40a0c4ad487e0cef76e68398e 2024-11-15T22:23:18,837 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/f/3c3df3e40a0c4ad487e0cef76e68398e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T22:23:18,838 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/.tmp/f1/06bdaed7c2a145848f985596ebeaaea0 as hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/f1/06bdaed7c2a145848f985596ebeaaea0 2024-11-15T22:23:18,840 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/.tmp/table/7292b23c070c43099da1dddc5483ffed is 53, key is hbase:replication/table:state/1731709384370/Put/seqid=0 2024-11-15T22:23:18,841 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06bdaed7c2a145848f985596ebeaaea0 2024-11-15T22:23:18,841 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/f1/06bdaed7c2a145848f985596ebeaaea0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T22:23:18,842 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/.tmp/norep/5a037bd79bb94012aaa75b5dd6bd4909 as hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/norep/5a037bd79bb94012aaa75b5dd6bd4909 2024-11-15T22:23:18,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741846_1022 (size=5308) 2024-11-15T22:23:18,845 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a037bd79bb94012aaa75b5dd6bd4909 2024-11-15T22:23:18,846 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/norep/5a037bd79bb94012aaa75b5dd6bd4909, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T22:23:18,846 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b9c6ffdda882a7f50d98c27e9fad126a in 1288ms, sequenceid=10, compaction requested=false 2024-11-15T22:23:18,846 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T22:23:18,850 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/default/test/b9c6ffdda882a7f50d98c27e9fad126a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T22:23:18,850 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:23:18,850 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:23:18,850 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a. 2024-11-15T22:23:18,850 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9c6ffdda882a7f50d98c27e9fad126a: Waiting for close lock at 1731709397557Running coprocessor pre-close hooks at 1731709397557Disabling compacts and flushes for region at 1731709397557Disabling writes for close at 1731709397558 (+1 ms)Obtaining lock to block concurrent updates at 1731709397558Preparing flush snapshotting stores in b9c6ffdda882a7f50d98c27e9fad126a at 1731709397558Finished memstore snapshotting test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731709397558Flushing stores of test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a. at 1731709397558Flushing b9c6ffdda882a7f50d98c27e9fad126a/f: creating writer at 1731709397558Flushing b9c6ffdda882a7f50d98c27e9fad126a/f: appending metadata at 1731709397573 (+15 ms)Flushing b9c6ffdda882a7f50d98c27e9fad126a/f: closing flushed file at 1731709397573Flushing b9c6ffdda882a7f50d98c27e9fad126a/f1: creating writer at 1731709397980 (+407 ms)Flushing b9c6ffdda882a7f50d98c27e9fad126a/f1: appending metadata at 1731709397998 (+18 ms)Flushing b9c6ffdda882a7f50d98c27e9fad126a/f1: closing flushed file at 1731709397998Flushing b9c6ffdda882a7f50d98c27e9fad126a/norep: creating writer at 1731709398410 (+412 ms)Flushing b9c6ffdda882a7f50d98c27e9fad126a/norep: appending metadata at 1731709398426 (+16 ms)Flushing b9c6ffdda882a7f50d98c27e9fad126a/norep: closing flushed file at 1731709398427 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e7d55b: reopening flushed file at 1731709398834 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a33e1f8: reopening flushed file at 1731709398837 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69801893: reopening flushed file at 1731709398841 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b9c6ffdda882a7f50d98c27e9fad126a in 1288ms, sequenceid=10, compaction requested=false at 1731709398846 (+5 ms)Writing region close event to WAL at 1731709398848 (+2 ms)Running coprocessor post-close hooks at 1731709398850 (+2 ms)Closed at 1731709398850 2024-11-15T22:23:18,850 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731709376750.b9c6ffdda882a7f50d98c27e9fad126a. 2024-11-15T22:23:18,850 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9abaae3275dbc37a8c89f3dac6a41f63, disabling compactions & flushes 2024-11-15T22:23:18,851 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. 2024-11-15T22:23:18,851 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. 2024-11-15T22:23:18,851 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. after waiting 0 ms 2024-11-15T22:23:18,851 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. 2024-11-15T22:23:18,851 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9abaae3275dbc37a8c89f3dac6a41f63: Waiting for close lock at 1731709398850Running coprocessor pre-close hooks at 1731709398850Disabling compacts and flushes for region at 1731709398850Disabling writes for close at 1731709398851 (+1 ms)Failed flush hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63., putting online again at 1731709398851 2024-11-15T22:23:18,851 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. 2024-11-15T22:23:18,959 INFO [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:23:18,959 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9abaae3275dbc37a8c89f3dac6a41f63=hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63.} 2024-11-15T22:23:18,959 INFO [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(3091): Received CLOSE for 9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:18,959 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9abaae3275dbc37a8c89f3dac6a41f63 2024-11-15T22:23:18,959 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9abaae3275dbc37a8c89f3dac6a41f63, disabling compactions & flushes 2024-11-15T22:23:18,959 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. 2024-11-15T22:23:18,959 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. 2024-11-15T22:23:18,959 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. after waiting 0 ms 2024-11-15T22:23:18,959 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. 2024-11-15T22:23:18,959 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9abaae3275dbc37a8c89f3dac6a41f63: Waiting for close lock at 1731709398959Running coprocessor pre-close hooks at 1731709398959Disabling compacts and flushes for region at 1731709398959Disabling writes for close at 1731709398959Failed flush hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63., putting online again at 1731709398959 2024-11-15T22:23:18,959 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731709383210.9abaae3275dbc37a8c89f3dac6a41f63. 2024-11-15T22:23:18,996 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 1436, reset compression=false 2024-11-15T22:23:19,000 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:23:19,000 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 2080, reset compression=false 2024-11-15T22:23:19,159 DEBUG [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:23:19,202 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 2080, reset compression=false 2024-11-15T22:23:19,244 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/.tmp/table/7292b23c070c43099da1dddc5483ffed 2024-11-15T22:23:19,248 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/.tmp/info/a4fcfd463fc44cb19d1b66c38bae77a5 as hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/info/a4fcfd463fc44cb19d1b66c38bae77a5 2024-11-15T22:23:19,251 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/info/a4fcfd463fc44cb19d1b66c38bae77a5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T22:23:19,252 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/.tmp/ns/78f89c79e2704415bfaa9b8fdf6c7451 as hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/ns/78f89c79e2704415bfaa9b8fdf6c7451 2024-11-15T22:23:19,255 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/ns/78f89c79e2704415bfaa9b8fdf6c7451, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T22:23:19,255 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/.tmp/rep_barrier/206909ffcb2a4140bdac77ed2fb38b2d as hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/rep_barrier/206909ffcb2a4140bdac77ed2fb38b2d 2024-11-15T22:23:19,259 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/rep_barrier/206909ffcb2a4140bdac77ed2fb38b2d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T22:23:19,259 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/.tmp/table/7292b23c070c43099da1dddc5483ffed as hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/table/7292b23c070c43099da1dddc5483ffed 2024-11-15T22:23:19,262 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/table/7292b23c070c43099da1dddc5483ffed, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T22:23:19,263 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false 2024-11-15T22:23:19,263 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:23:19,267 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T22:23:19,267 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:23:19,267 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:23:19,267 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:23:19,267 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709397558Running coprocessor pre-close hooks at 1731709397558Disabling compacts and flushes for region at 1731709397558Disabling writes for close at 1731709397558Obtaining lock to block concurrent updates at 1731709397558Preparing flush snapshotting stores in 1588230740 at 1731709397558Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731709397558Flushing stores of hbase:meta,,1.1588230740 at 1731709397558Flushing 1588230740/info: creating writer at 1731709397558Flushing 1588230740/info: appending metadata at 1731709397571 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731709397571Flushing 1588230740/ns: creating writer at 1731709397978 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731709397991 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731709397991Flushing 1588230740/rep_barrier: creating writer at 1731709398401 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731709398415 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731709398415Flushing 1588230740/table: creating writer at 1731709398825 (+410 ms)Flushing 1588230740/table: appending metadata at 1731709398840 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731709398840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ab6e47: reopening flushed file at 1731709399248 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b3a0777: reopening flushed file at 1731709399251 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f5ce5: reopening flushed file at 1731709399255 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@188385da: reopening flushed file at 1731709399259 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false at 1731709399263 (+4 ms)Writing region close event to WAL at 1731709399264 (+1 ms)Running coprocessor post-close hooks at 1731709399267 (+3 ms)Closed at 1731709399267 2024-11-15T22:23:19,267 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:23:19,359 INFO [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T22:23:19,359 INFO [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(976): stopping server e611192d6313,44841,1731709365988; all regions closed. 2024-11-15T22:23:19,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741834_1010 (size=4239) 2024-11-15T22:23:19,361 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.meta.1731709369126.meta not finished, retry = 0 2024-11-15T22:23:19,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741839_1015 (size=2171) 2024-11-15T22:23:19,464 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.rep.1731709384339 not finished, retry = 0 2024-11-15T22:23:19,505 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/WALs/e611192d6313,44841,1731709365988/e611192d6313%2C44841%2C1731709365988.1731709368235 to pos 2080, reset compression=false 2024-11-15T22:23:19,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741832_1008 (size=2088) 2024-11-15T22:23:19,566 DEBUG [RS:0;e611192d6313:44841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:19,566 INFO [RS:0;e611192d6313:44841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:23:19,566 INFO [RS:0;e611192d6313:44841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:23:19,567 INFO [RS:0;e611192d6313:44841 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:23:19,567 INFO [RS:0;e611192d6313:44841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:23:19,567 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:23:19,567 INFO [RS:0;e611192d6313:44841 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,44841,1731709365988 because: Region server is closing 2024-11-15T22:23:19,567 INFO [RS:0;e611192d6313:44841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:44841. 2024-11-15T22:23:19,567 DEBUG [RS:0;e611192d6313:44841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:19,567 DEBUG [RS:0;e611192d6313:44841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:19,567 DEBUG [RS:0;e611192d6313:44841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:19,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:19,667 INFO [RS:0;e611192d6313:44841 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.shippere611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 terminated 2024-11-15T22:23:19,667 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,44841,1731709365988.replicationSource.wal-reader.e611192d6313%2C44841%2C1731709365988,1-e611192d6313,44841,1731709365988 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T22:23:19,668 INFO [RS:0;e611192d6313:44841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:44841. 2024-11-15T22:23:19,668 DEBUG [RS:0;e611192d6313:44841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:19,668 DEBUG [RS:0;e611192d6313:44841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:19,668 DEBUG [RS:0;e611192d6313:44841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:19,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:19,668 INFO [RS:0;e611192d6313:44841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44841 2024-11-15T22:23:19,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728/rs 2024-11-15T22:23:19,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-182693728/rs/e611192d6313,44841,1731709365988 2024-11-15T22:23:19,735 INFO [RS:0;e611192d6313:44841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:23:19,770 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 636, reset compression=false 2024-11-15T22:23:19,780 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,44841,1731709365988] 2024-11-15T22:23:19,798 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-182693728/draining/e611192d6313,44841,1731709365988 already deleted, retry=false 2024-11-15T22:23:19,798 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,44841,1731709365988 expired; onlineServers=0 2024-11-15T22:23:19,798 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,37085,1731709365845' ***** 2024-11-15T22:23:19,798 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:23:19,798 INFO [M:0;e611192d6313:37085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:23:19,798 INFO [M:0;e611192d6313:37085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:23:19,798 DEBUG [M:0;e611192d6313:37085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:23:19,798 DEBUG [M:0;e611192d6313:37085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:23:19,798 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:23:19,798 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709367931 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709367931,5,FailOnTimeoutGroup] 2024-11-15T22:23:19,798 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709367931 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709367931,5,FailOnTimeoutGroup] 2024-11-15T22:23:19,798 INFO [M:0;e611192d6313:37085 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:23:19,798 INFO [M:0;e611192d6313:37085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:23:19,798 DEBUG [M:0;e611192d6313:37085 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:23:19,798 INFO [M:0;e611192d6313:37085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:23:19,799 INFO [M:0;e611192d6313:37085 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:23:19,799 INFO [M:0;e611192d6313:37085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:23:19,799 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:23:19,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-182693728/master 2024-11-15T22:23:19,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182693728 2024-11-15T22:23:19,808 DEBUG [M:0;e611192d6313:37085 {}] zookeeper.ZKUtil(347): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Unable to get data of znode /1-182693728/master because node does not exist (not an error) 2024-11-15T22:23:19,808 WARN [M:0;e611192d6313:37085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:23:19,809 INFO [M:0;e611192d6313:37085 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/.lastflushedseqids 2024-11-15T22:23:19,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741847_1023 (size=245) 2024-11-15T22:23:19,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:23:19,881 INFO [RS:0;e611192d6313:44841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:23:19,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x1014097cc770004, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:23:19,881 INFO [RS:0;e611192d6313:44841 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,44841,1731709365988; zookeeper connection closed. 2024-11-15T22:23:19,881 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a22bc8e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a22bc8e 2024-11-15T22:23:19,881 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:23:20,213 INFO [M:0;e611192d6313:37085 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:23:20,213 INFO [M:0;e611192d6313:37085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:23:20,213 DEBUG [M:0;e611192d6313:37085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:23:20,213 INFO [M:0;e611192d6313:37085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:20,213 DEBUG [M:0;e611192d6313:37085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:20,213 DEBUG [M:0;e611192d6313:37085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:23:20,213 DEBUG [M:0;e611192d6313:37085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:20,213 INFO [M:0;e611192d6313:37085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T22:23:20,230 DEBUG [M:0;e611192d6313:37085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44e28b7cbe6344e6a3149aa83a8cbaf8 is 82, key is hbase:meta,,1/info:regioninfo/1731709369151/Put/seqid=0 2024-11-15T22:23:20,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741848_1024 (size=5672) 2024-11-15T22:23:20,346 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:23:20,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:20,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:20,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:20,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:20,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:20,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:20,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:20,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:20,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:20,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:20,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:20,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:20,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:20,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:20,633 INFO [M:0;e611192d6313:37085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44e28b7cbe6344e6a3149aa83a8cbaf8 2024-11-15T22:23:20,660 DEBUG [M:0;e611192d6313:37085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2be163adb56a4c7db4ed8713c942fe42 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731709384373/Put/seqid=0 2024-11-15T22:23:20,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741849_1025 (size=8515) 2024-11-15T22:23:21,063 INFO [M:0;e611192d6313:37085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2be163adb56a4c7db4ed8713c942fe42 2024-11-15T22:23:21,081 DEBUG [M:0;e611192d6313:37085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55ef59f3c93d4e40b76e0586a6f46820 is 69, key is e611192d6313,44841,1731709365988/rs:state/1731709368038/Put/seqid=0 2024-11-15T22:23:21,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741850_1026 (size=5156) 2024-11-15T22:23:21,173 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 636, reset compression=false 2024-11-15T22:23:21,485 INFO [M:0;e611192d6313:37085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55ef59f3c93d4e40b76e0586a6f46820 2024-11-15T22:23:21,489 DEBUG [M:0;e611192d6313:37085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44e28b7cbe6344e6a3149aa83a8cbaf8 as hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44e28b7cbe6344e6a3149aa83a8cbaf8 2024-11-15T22:23:21,492 INFO [M:0;e611192d6313:37085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44e28b7cbe6344e6a3149aa83a8cbaf8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T22:23:21,492 DEBUG [M:0;e611192d6313:37085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2be163adb56a4c7db4ed8713c942fe42 as hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2be163adb56a4c7db4ed8713c942fe42 2024-11-15T22:23:21,495 INFO [M:0;e611192d6313:37085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2be163adb56a4c7db4ed8713c942fe42, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T22:23:21,495 DEBUG [M:0;e611192d6313:37085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55ef59f3c93d4e40b76e0586a6f46820 as hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55ef59f3c93d4e40b76e0586a6f46820 2024-11-15T22:23:21,498 INFO [M:0;e611192d6313:37085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55ef59f3c93d4e40b76e0586a6f46820, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T22:23:21,499 INFO [M:0;e611192d6313:37085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-15T22:23:21,503 INFO [M:0;e611192d6313:37085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:21,503 DEBUG [M:0;e611192d6313:37085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709400213Disabling compacts and flushes for region at 1731709400213Disabling writes for close at 1731709400213Obtaining lock to block concurrent updates at 1731709400213Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709400213Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731709400214 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709400214Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709400214Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709400229 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709400229Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709400637 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709400659 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709400659Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709401066 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709401081 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709401081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310a82a8: reopening flushed file at 1731709401488 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12bef1de: reopening flushed file at 1731709401492 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39755d44: reopening flushed file at 1731709401495 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1731709401499 (+4 ms)Writing region close event to WAL at 1731709401503 (+4 ms)Closed at 1731709401503 2024-11-15T22:23:21,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35139 is added to blk_1073741830_1006 (size=63642) 2024-11-15T22:23:21,504 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1f9bda1-2533-9b5c-5a35-8af03436b52e/MasterData/WALs/e611192d6313,37085,1731709365845/e611192d6313%2C37085%2C1731709365845.1731709367732 not finished, retry = 0 2024-11-15T22:23:21,605 INFO [M:0;e611192d6313:37085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:23:21,605 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:23:21,605 INFO [M:0;e611192d6313:37085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37085 2024-11-15T22:23:21,605 INFO [M:0;e611192d6313:37085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:23:21,772 INFO [M:0;e611192d6313:37085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:23:21,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:23:21,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x1014097cc770003, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:23:21,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@616f4391{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:23:21,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a76dc68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:23:21,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:23:21,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33ef32d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:23:21,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bb702a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/hadoop.log.dir/,STOPPED} 2024-11-15T22:23:21,775 WARN [BP-858634912-172.17.0.3-1731709363602 heartbeating to localhost/127.0.0.1:44555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:23:21,775 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:23:21,775 WARN [BP-858634912-172.17.0.3-1731709363602 heartbeating to localhost/127.0.0.1:44555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-858634912-172.17.0.3-1731709363602 (Datanode Uuid 4f58cd5d-f18e-45f1-9a66-4f858cdc041b) service to localhost/127.0.0.1:44555 2024-11-15T22:23:21,775 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:23:21,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/cluster_3bcaae14-3802-88a7-f0d5-8314eb5d5e38/data/data1/current/BP-858634912-172.17.0.3-1731709363602 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:23:21,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/cluster_3bcaae14-3802-88a7-f0d5-8314eb5d5e38/data/data2/current/BP-858634912-172.17.0.3-1731709363602 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:23:21,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:23:21,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@750ec5ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:23:21,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64fc6f6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:23:21,782 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:23:21,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@683d1e73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:23:21,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37cee67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95938e73-81b4-d536-79db-d13dd074f36d/hadoop.log.dir/,STOPPED} 2024-11-15T22:23:21,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:23:21,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:23:21,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:23:21,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:21,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:21,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:21,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:21,797 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:23:21,797 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1309325491, stopped=false 2024-11-15T22:23:21,797 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,34131,1731709360315 2024-11-15T22:23:21,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-143685737/running 2024-11-15T22:23:21,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-143685737/running 2024-11-15T22:23:21,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:23:21,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:23:21,808 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:23:21,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:23:21,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:21,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Set watcher on znode that does not yet exist, /0-143685737/running 2024-11-15T22:23:21,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:21,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Set watcher on znode that does not yet exist, /0-143685737/running 2024-11-15T22:23:21,809 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,40743,1731709360514' ***** 2024-11-15T22:23:21,809 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:23:21,809 INFO [RS:0;e611192d6313:40743 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:23:21,809 INFO [RS:0;e611192d6313:40743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:23:21,809 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:23:21,809 INFO [RS:0;e611192d6313:40743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:23:21,809 INFO [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:23:21,810 INFO [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:21,810 INFO [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(959): stopping server e611192d6313,40743,1731709360514 2024-11-15T22:23:21,810 INFO [RS:0;e611192d6313:40743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:23:21,810 INFO [RS:0;e611192d6313:40743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:40743. 2024-11-15T22:23:21,810 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ce1ec6030f5064cab42ba9092bde2cd, disabling compactions & flushes 2024-11-15T22:23:21,810 DEBUG [RS:0;e611192d6313:40743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:21,810 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd. 2024-11-15T22:23:21,810 DEBUG [RS:0;e611192d6313:40743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:21,810 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd. 2024-11-15T22:23:21,810 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd. after waiting 0 ms 2024-11-15T22:23:21,810 INFO [RS:0;e611192d6313:40743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:23:21,810 INFO [RS:0;e611192d6313:40743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:23:21,810 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd. 2024-11-15T22:23:21,810 INFO [RS:0;e611192d6313:40743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:23:21,810 INFO [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:23:21,810 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ce1ec6030f5064cab42ba9092bde2cd 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-15T22:23:21,810 INFO [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T22:23:21,810 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1325): Online Regions={2ce1ec6030f5064cab42ba9092bde2cd=test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd., 1588230740=hbase:meta,,1.1588230740, 1e5aaa4505b20adf675efb787147fa69=hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69.} 2024-11-15T22:23:21,810 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e5aaa4505b20adf675efb787147fa69, 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:23:21,810 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:23:21,810 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:23:21,810 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:23:21,810 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:23:21,810 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:23:21,810 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T22:23:21,823 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/.tmp/info/0e8bb57ffce8487a8b1b32d231e8a8e1 is 147, key is hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69./info:regioninfo/1731709382216/Put/seqid=0 2024-11-15T22:23:21,827 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/.tmp/f/3d4d094bb3ee41319d2be3a1e0df79c7 is 28, key is row/f:/1731709390530/DeleteFamily/seqid=0 2024-11-15T22:23:21,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741840_1016 (size=7686) 2024-11-15T22:23:21,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741841_1017 (size=5085) 2024-11-15T22:23:21,871 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:23:22,010 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e5aaa4505b20adf675efb787147fa69, 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:23:22,189 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:23:22,189 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:23:22,210 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e5aaa4505b20adf675efb787147fa69, 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:23:22,228 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/.tmp/info/0e8bb57ffce8487a8b1b32d231e8a8e1 2024-11-15T22:23:22,232 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/.tmp/f/3d4d094bb3ee41319d2be3a1e0df79c7 2024-11-15T22:23:22,235 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d4d094bb3ee41319d2be3a1e0df79c7 2024-11-15T22:23:22,245 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/.tmp/ns/e8c9411eb2264a0383d203498c9361f5 is 43, key is default/ns:d/1731709363446/Put/seqid=0 2024-11-15T22:23:22,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:23:22,252 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/.tmp/f1/3318e02ab1d84a1c9a8b1340525b1e7c is 29, key is row/f1:/1731709390530/DeleteFamily/seqid=0 2024-11-15T22:23:22,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741843_1019 (size=5089) 2024-11-15T22:23:22,411 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e5aaa4505b20adf675efb787147fa69, 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:23:22,611 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e5aaa4505b20adf675efb787147fa69, 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:23:22,649 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/.tmp/ns/e8c9411eb2264a0383d203498c9361f5 2024-11-15T22:23:22,655 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/.tmp/f1/3318e02ab1d84a1c9a8b1340525b1e7c 2024-11-15T22:23:22,657 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3318e02ab1d84a1c9a8b1340525b1e7c 2024-11-15T22:23:22,666 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/.tmp/rep_barrier/3f490b02734b487eb1d3322b23f6fce8 is 112, key is test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd./rep_barrier:seqnumDuringOpen/1731709375726/Put/seqid=0 2024-11-15T22:23:22,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741844_1020 (size=5518) 2024-11-15T22:23:22,670 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/.tmp/rep_barrier/3f490b02734b487eb1d3322b23f6fce8 2024-11-15T22:23:22,672 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/.tmp/norep/f19216320a7e4f69ad627dec879434d7 is 32, key is row/norep:/1731709390530/DeleteFamily/seqid=0 2024-11-15T22:23:22,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741845_1021 (size=5101) 2024-11-15T22:23:22,676 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 636, reset compression=false 2024-11-15T22:23:22,679 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:23:22,679 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 883, reset compression=false 2024-11-15T22:23:22,679 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.shippere611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,40743,1731709360514 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:23:22,680 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.shippere611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e611192d6313,40743,1731709360514: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e611192d6313,40743,1731709360514, walGroup=e611192d6313%2C40743%2C1731709360514, offset=e611192d6313%2C40743%2C1731709360514.1731709362324:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:40743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T22:23:22,681 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.shippere611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T22:23:22,681 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.shippere611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T22:23:22,682 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.shippere611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T22:23:22,682 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.shippere611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T22:23:22,682 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.shippere611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T22:23:22,682 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.shippere611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1444937728, "init": 1048576000, "max": 2306867200, "used": 1069014048 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 202962008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T22:23:22,682 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.shippere611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:34131 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:34131 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T22:23:22,689 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/.tmp/table/7fb014bf35df41cfb3f75df148e52a95 is 53, key is hbase:replication/table:state/1731709382222/Put/seqid=0 2024-11-15T22:23:22,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741846_1022 (size=5308) 2024-11-15T22:23:22,693 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/.tmp/table/7fb014bf35df41cfb3f75df148e52a95 2024-11-15T22:23:22,697 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/.tmp/info/0e8bb57ffce8487a8b1b32d231e8a8e1 as hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/info/0e8bb57ffce8487a8b1b32d231e8a8e1 2024-11-15T22:23:22,701 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/info/0e8bb57ffce8487a8b1b32d231e8a8e1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T22:23:22,701 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/.tmp/ns/e8c9411eb2264a0383d203498c9361f5 as hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/ns/e8c9411eb2264a0383d203498c9361f5 2024-11-15T22:23:22,704 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/ns/e8c9411eb2264a0383d203498c9361f5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T22:23:22,705 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/.tmp/rep_barrier/3f490b02734b487eb1d3322b23f6fce8 as hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/rep_barrier/3f490b02734b487eb1d3322b23f6fce8 2024-11-15T22:23:22,707 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/rep_barrier/3f490b02734b487eb1d3322b23f6fce8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T22:23:22,708 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/.tmp/table/7fb014bf35df41cfb3f75df148e52a95 as hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/table/7fb014bf35df41cfb3f75df148e52a95 2024-11-15T22:23:22,711 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/table/7fb014bf35df41cfb3f75df148e52a95, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T22:23:22,711 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 901ms, sequenceid=16, compaction requested=false 2024-11-15T22:23:22,718 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T22:23:22,719 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:23:22,719 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:23:22,719 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:23:22,719 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709401810Running coprocessor pre-close hooks at 1731709401810Disabling compacts and flushes for region at 1731709401810Disabling writes for close at 1731709401810Obtaining lock to block concurrent updates at 1731709401810Preparing flush snapshotting stores in 1588230740 at 1731709401810Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731709401810Flushing stores of hbase:meta,,1.1588230740 at 1731709401811 (+1 ms)Flushing 1588230740/info: creating writer at 1731709401811Flushing 1588230740/info: appending metadata at 1731709401823 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731709401823Flushing 1588230740/ns: creating writer at 1731709402232 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731709402245 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731709402245Flushing 1588230740/rep_barrier: creating writer at 1731709402652 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731709402666 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731709402666Flushing 1588230740/table: creating writer at 1731709402672 (+6 ms)Flushing 1588230740/table: appending metadata at 1731709402688 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731709402688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a97b2b: reopening flushed file at 1731709402697 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@406b0582: reopening flushed file at 1731709402701 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64a0498f: reopening flushed file at 1731709402704 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c6b40a7: reopening flushed file at 1731709402707 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 901ms, sequenceid=16, compaction requested=false at 1731709402711 (+4 ms)Writing region close event to WAL at 1731709402716 (+5 ms)Running coprocessor post-close hooks at 1731709402719 (+3 ms)Closed at 1731709402719 2024-11-15T22:23:22,719 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:23:22,811 INFO [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:23:22,811 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1325): Online Regions={2ce1ec6030f5064cab42ba9092bde2cd=test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd., 1e5aaa4505b20adf675efb787147fa69=hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69.} 2024-11-15T22:23:22,811 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1351): Waiting on 1e5aaa4505b20adf675efb787147fa69, 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:23:22,882 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 883, reset compression=false 2024-11-15T22:23:23,011 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1351): Waiting on 1e5aaa4505b20adf675efb787147fa69, 2ce1ec6030f5064cab42ba9092bde2cd 2024-11-15T22:23:23,077 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/.tmp/norep/f19216320a7e4f69ad627dec879434d7 2024-11-15T22:23:23,080 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f19216320a7e4f69ad627dec879434d7 2024-11-15T22:23:23,081 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/.tmp/f/3d4d094bb3ee41319d2be3a1e0df79c7 as hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/f/3d4d094bb3ee41319d2be3a1e0df79c7 2024-11-15T22:23:23,084 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d4d094bb3ee41319d2be3a1e0df79c7 2024-11-15T22:23:23,084 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/f/3d4d094bb3ee41319d2be3a1e0df79c7, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T22:23:23,085 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/.tmp/f1/3318e02ab1d84a1c9a8b1340525b1e7c as hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/f1/3318e02ab1d84a1c9a8b1340525b1e7c 2024-11-15T22:23:23,088 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3318e02ab1d84a1c9a8b1340525b1e7c 2024-11-15T22:23:23,088 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/f1/3318e02ab1d84a1c9a8b1340525b1e7c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T22:23:23,089 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/.tmp/norep/f19216320a7e4f69ad627dec879434d7 as hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/norep/f19216320a7e4f69ad627dec879434d7 2024-11-15T22:23:23,092 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f19216320a7e4f69ad627dec879434d7 2024-11-15T22:23:23,092 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/norep/f19216320a7e4f69ad627dec879434d7, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T22:23:23,093 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 2ce1ec6030f5064cab42ba9092bde2cd in 1283ms, sequenceid=6, compaction requested=false 2024-11-15T22:23:23,096 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/data/default/test/2ce1ec6030f5064cab42ba9092bde2cd/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T22:23:23,096 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:23:23,096 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:23:23,096 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd. 2024-11-15T22:23:23,096 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ce1ec6030f5064cab42ba9092bde2cd: Waiting for close lock at 1731709401810Running coprocessor pre-close hooks at 1731709401810Disabling compacts and flushes for region at 1731709401810Disabling writes for close at 1731709401810Obtaining lock to block concurrent updates at 1731709401810Preparing flush snapshotting stores in 2ce1ec6030f5064cab42ba9092bde2cd at 1731709401810Finished memstore snapshotting test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731709401810Flushing stores of test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd. at 1731709401811 (+1 ms)Flushing 2ce1ec6030f5064cab42ba9092bde2cd/f: creating writer at 1731709401811Flushing 2ce1ec6030f5064cab42ba9092bde2cd/f: appending metadata at 1731709401826 (+15 ms)Flushing 2ce1ec6030f5064cab42ba9092bde2cd/f: closing flushed file at 1731709401826Flushing 2ce1ec6030f5064cab42ba9092bde2cd/f1: creating writer at 1731709402236 (+410 ms)Flushing 2ce1ec6030f5064cab42ba9092bde2cd/f1: appending metadata at 1731709402251 (+15 ms)Flushing 2ce1ec6030f5064cab42ba9092bde2cd/f1: closing flushed file at 1731709402251Flushing 2ce1ec6030f5064cab42ba9092bde2cd/norep: creating writer at 1731709402657 (+406 ms)Flushing 2ce1ec6030f5064cab42ba9092bde2cd/norep: appending metadata at 1731709402671 (+14 ms)Flushing 2ce1ec6030f5064cab42ba9092bde2cd/norep: closing flushed file at 1731709402671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e2aefc8: reopening flushed file at 1731709403080 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c180d21: reopening flushed file at 1731709403084 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@493d8523: reopening flushed file at 1731709403088 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 2ce1ec6030f5064cab42ba9092bde2cd in 1283ms, sequenceid=6, compaction requested=false at 1731709403093 (+5 ms)Writing region close event to WAL at 1731709403094 (+1 ms)Running coprocessor post-close hooks at 1731709403096 (+2 ms)Closed at 1731709403096 2024-11-15T22:23:23,096 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731709374582.2ce1ec6030f5064cab42ba9092bde2cd. 2024-11-15T22:23:23,096 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e5aaa4505b20adf675efb787147fa69, disabling compactions & flushes 2024-11-15T22:23:23,096 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. 2024-11-15T22:23:23,096 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. 2024-11-15T22:23:23,096 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. after waiting 0 ms 2024-11-15T22:23:23,096 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. 2024-11-15T22:23:23,096 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e5aaa4505b20adf675efb787147fa69: Waiting for close lock at 1731709403096Running coprocessor pre-close hooks at 1731709403096Disabling compacts and flushes for region at 1731709403096Disabling writes for close at 1731709403096Failed flush hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69., putting online again at 1731709403096 2024-11-15T22:23:23,096 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. 2024-11-15T22:23:23,185 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 883, reset compression=false 2024-11-15T22:23:23,188 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:23:23,188 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 1527, reset compression=false 2024-11-15T22:23:23,211 INFO [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:23,211 DEBUG [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1351): Waiting on 1e5aaa4505b20adf675efb787147fa69 2024-11-15T22:23:23,212 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e5aaa4505b20adf675efb787147fa69, disabling compactions & flushes 2024-11-15T22:23:23,212 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. 2024-11-15T22:23:23,212 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. 2024-11-15T22:23:23,212 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. after waiting 0 ms 2024-11-15T22:23:23,212 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. 2024-11-15T22:23:23,212 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e5aaa4505b20adf675efb787147fa69: Waiting for close lock at 1731709403212Running coprocessor pre-close hooks at 1731709403212Disabling compacts and flushes for region at 1731709403212Disabling writes for close at 1731709403212Failed flush hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69., putting online again at 1731709403212 2024-11-15T22:23:23,212 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731709381061.1e5aaa4505b20adf675efb787147fa69. 2024-11-15T22:23:23,391 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.wal-reader.e611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 to pos 1527, reset compression=false 2024-11-15T22:23:23,412 INFO [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T22:23:23,412 INFO [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(976): stopping server e611192d6313,40743,1731709360514; all regions closed. 2024-11-15T22:23:23,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741834_1010 (size=4239) 2024-11-15T22:23:23,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.meta.1731709363378.meta not finished, retry = 0 2024-11-15T22:23:23,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741839_1015 (size=1297) 2024-11-15T22:23:23,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741832_1008 (size=1535) 2024-11-15T22:23:23,517 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/WALs/e611192d6313,40743,1731709360514/e611192d6313%2C40743%2C1731709360514.1731709362324 not finished, retry = 0 2024-11-15T22:23:23,618 DEBUG [RS:0;e611192d6313:40743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:23,618 INFO [RS:0;e611192d6313:40743 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:23:23,618 INFO [RS:0;e611192d6313:40743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:23:23,618 INFO [RS:0;e611192d6313:40743 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:23:23,618 INFO [RS:0;e611192d6313:40743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:23:23,618 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:23:23,619 INFO [RS:0;e611192d6313:40743 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,40743,1731709360514 because: Region server is closing 2024-11-15T22:23:23,619 INFO [RS:0;e611192d6313:40743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:40743. 2024-11-15T22:23:23,619 DEBUG [RS:0;e611192d6313:40743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:23,619 DEBUG [RS:0;e611192d6313:40743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:23,619 DEBUG [RS:0;e611192d6313:40743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:23,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:23,676 INFO [master/e611192d6313:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T22:23:23,676 INFO [master/e611192d6313:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T22:23:23,719 INFO [RS:0;e611192d6313:40743 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40743,1731709360514.replicationSource.shippere611192d6313%2C40743%2C1731709360514,1-e611192d6313,40743,1731709360514 terminated 2024-11-15T22:23:23,719 INFO [RS:0;e611192d6313:40743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40743 2024-11-15T22:23:23,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737/rs 2024-11-15T22:23:23,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-143685737/rs/e611192d6313,40743,1731709360514 2024-11-15T22:23:23,850 INFO [RS:0;e611192d6313:40743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:23:23,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,40743,1731709360514] 2024-11-15T22:23:23,871 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-143685737/draining/e611192d6313,40743,1731709360514 already deleted, retry=false 2024-11-15T22:23:23,871 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,40743,1731709360514 expired; onlineServers=0 2024-11-15T22:23:23,872 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,34131,1731709360315' ***** 2024-11-15T22:23:23,872 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:23:23,872 INFO [M:0;e611192d6313:34131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:23:23,872 INFO [M:0;e611192d6313:34131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:23:23,872 DEBUG [M:0;e611192d6313:34131 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:23:23,872 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:23:23,872 DEBUG [M:0;e611192d6313:34131 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:23:23,872 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709362139 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709362139,5,FailOnTimeoutGroup] 2024-11-15T22:23:23,872 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709362140 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709362140,5,FailOnTimeoutGroup] 2024-11-15T22:23:23,872 INFO [M:0;e611192d6313:34131 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:23:23,872 INFO [M:0;e611192d6313:34131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:23:23,872 DEBUG [M:0;e611192d6313:34131 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:23:23,872 INFO [M:0;e611192d6313:34131 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:23:23,872 INFO [M:0;e611192d6313:34131 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:23:23,872 ERROR [M:0;e611192d6313:34131 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36441,5,PEWorkerGroup] 2024-11-15T22:23:23,872 INFO [M:0;e611192d6313:34131 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:23:23,873 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:23:23,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-143685737/master 2024-11-15T22:23:23,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-143685737 2024-11-15T22:23:23,938 DEBUG [M:0;e611192d6313:34131 {}] zookeeper.ZKUtil(347): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Unable to get data of znode /0-143685737/master because node does not exist (not an error) 2024-11-15T22:23:23,938 WARN [M:0;e611192d6313:34131 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:23:23,939 INFO [M:0;e611192d6313:34131 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/.lastflushedseqids 2024-11-15T22:23:23,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741847_1023 (size=245) 2024-11-15T22:23:23,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:23:23,961 INFO [RS:0;e611192d6313:40743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:23:23,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014097cc770001, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:23:23,961 INFO [RS:0;e611192d6313:40743 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,40743,1731709360514; zookeeper connection closed. 2024-11-15T22:23:23,961 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4509895e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4509895e 2024-11-15T22:23:23,962 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:23:24,342 INFO [M:0;e611192d6313:34131 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:23:24,343 INFO [M:0;e611192d6313:34131 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:23:24,343 DEBUG [M:0;e611192d6313:34131 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:23:24,343 INFO [M:0;e611192d6313:34131 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:24,343 DEBUG [M:0;e611192d6313:34131 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:24,343 DEBUG [M:0;e611192d6313:34131 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:23:24,343 DEBUG [M:0;e611192d6313:34131 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:24,343 INFO [M:0;e611192d6313:34131 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-15T22:23:24,359 DEBUG [M:0;e611192d6313:34131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c53f7b1f3ddd414aa5eeb0d4b4fe839a is 82, key is hbase:meta,,1/info:regioninfo/1731709363403/Put/seqid=0 2024-11-15T22:23:24,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741848_1024 (size=5672) 2024-11-15T22:23:24,763 INFO [M:0;e611192d6313:34131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c53f7b1f3ddd414aa5eeb0d4b4fe839a 2024-11-15T22:23:24,779 DEBUG [M:0;e611192d6313:34131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5150845a921144768fe71efb5af1c75c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731709375734/Put/seqid=0 2024-11-15T22:23:24,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741849_1025 (size=7218) 2024-11-15T22:23:25,182 INFO [M:0;e611192d6313:34131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5150845a921144768fe71efb5af1c75c 2024-11-15T22:23:25,185 INFO [M:0;e611192d6313:34131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5150845a921144768fe71efb5af1c75c 2024-11-15T22:23:25,198 DEBUG [M:0;e611192d6313:34131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6593cb77a72042a6b51c2bae44075d0d is 69, key is e611192d6313,40743,1731709360514/rs:state/1731709362174/Put/seqid=0 2024-11-15T22:23:25,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741850_1026 (size=5156) 2024-11-15T22:23:25,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:25,548 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:23:25,548 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128918 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:23:25,602 INFO [M:0;e611192d6313:34131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6593cb77a72042a6b51c2bae44075d0d 2024-11-15T22:23:25,606 DEBUG [M:0;e611192d6313:34131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c53f7b1f3ddd414aa5eeb0d4b4fe839a as hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c53f7b1f3ddd414aa5eeb0d4b4fe839a 2024-11-15T22:23:25,609 INFO [M:0;e611192d6313:34131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c53f7b1f3ddd414aa5eeb0d4b4fe839a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T22:23:25,610 DEBUG [M:0;e611192d6313:34131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5150845a921144768fe71efb5af1c75c as hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5150845a921144768fe71efb5af1c75c 2024-11-15T22:23:25,614 INFO [M:0;e611192d6313:34131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5150845a921144768fe71efb5af1c75c 2024-11-15T22:23:25,614 INFO [M:0;e611192d6313:34131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5150845a921144768fe71efb5af1c75c, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T22:23:25,615 DEBUG [M:0;e611192d6313:34131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6593cb77a72042a6b51c2bae44075d0d as hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6593cb77a72042a6b51c2bae44075d0d 2024-11-15T22:23:25,618 INFO [M:0;e611192d6313:34131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36441/user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6593cb77a72042a6b51c2bae44075d0d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T22:23:25,619 INFO [M:0;e611192d6313:34131 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false 2024-11-15T22:23:25,620 INFO [M:0;e611192d6313:34131 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:25,620 DEBUG [M:0;e611192d6313:34131 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709404343Disabling compacts and flushes for region at 1731709404343Disabling writes for close at 1731709404343Obtaining lock to block concurrent updates at 1731709404343Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709404343Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731709404343Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709404344 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709404344Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709404359 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709404359Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709404766 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709404778 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709404778Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709405185 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709405198 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709405198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a1d83d: reopening flushed file at 1731709405605 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e819ce2: reopening flushed file at 1731709405609 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a97f07d: reopening flushed file at 1731709405614 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false at 1731709405619 (+5 ms)Writing region close event to WAL at 1731709405620 (+1 ms)Closed at 1731709405620 2024-11-15T22:23:25,621 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afc597f7-5adc-f1ad-a96b-b21ff498923c/MasterData/WALs/e611192d6313,34131,1731709360315/e611192d6313%2C34131%2C1731709360315.1731709361860 not finished, retry = 0 2024-11-15T22:23:25,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741830_1006 (size=64423) 2024-11-15T22:23:25,722 INFO [M:0;e611192d6313:34131 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:23:25,722 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:23:25,722 INFO [M:0;e611192d6313:34131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34131 2024-11-15T22:23:25,723 INFO [M:0;e611192d6313:34131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:23:25,887 INFO [M:0;e611192d6313:34131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:23:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:23:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34131-0x1014097cc770000, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:23:25,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5690938c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:23:25,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@331fd688{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:23:25,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:23:25,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12c4f04a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:23:25,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40704dd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/hadoop.log.dir/,STOPPED} 2024-11-15T22:23:25,891 WARN [BP-453484335-172.17.0.3-1731709358303 heartbeating to localhost/127.0.0.1:36441 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:23:25,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:23:25,891 WARN [BP-453484335-172.17.0.3-1731709358303 heartbeating to localhost/127.0.0.1:36441 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-453484335-172.17.0.3-1731709358303 (Datanode Uuid f4674829-be37-43ec-a260-16c3a1b96320) service to localhost/127.0.0.1:36441 2024-11-15T22:23:25,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:23:25,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/cluster_24cc8f65-c298-f55c-c792-aa7b505123f5/data/data1/current/BP-453484335-172.17.0.3-1731709358303 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:23:25,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/cluster_24cc8f65-c298-f55c-c792-aa7b505123f5/data/data2/current/BP-453484335-172.17.0.3-1731709358303 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:23:25,892 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:23:25,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68713f6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:23:25,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d42760c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:23:25,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:23:25,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25ee87ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:23:25,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26f9ed7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5d318fd-8f27-30c8-b3dc-740465bba44a/hadoop.log.dir/,STOPPED} 2024-11-15T22:23:25,901 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:23:25,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:23:25,920 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=358 (was 310) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36441 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53751) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44555 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53751) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:44555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53751) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=784 (was 723) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 566), ProcessCount=11 (was 11), AvailableMemoryMB=2783 (was 3055) 2024-11-15T22:23:25,929 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=358, OpenFileDescriptor=784, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=2783 2024-11-15T22:23:25,940 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-15T22:23:25,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/hadoop.log.dir so I do NOT create it in target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a 2024-11-15T22:23:25,941 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:23:25,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/hadoop.tmp.dir so I do NOT create it in target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a 2024-11-15T22:23:25,941 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebd63699-3281-a4be-952e-9f60c5170216/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:23:25,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a 2024-11-15T22:23:25,941 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/cluster_b9693b1f-620e-4100-ea7c-278946fddb2c, deleteOnExit=true 2024-11-15T22:23:25,943 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/cluster_b9693b1f-620e-4100-ea7c-278946fddb2c/zookeeper_0, clientPort=58068, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/cluster_b9693b1f-620e-4100-ea7c-278946fddb2c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/cluster_b9693b1f-620e-4100-ea7c-278946fddb2c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:23:25,944 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58068 2024-11-15T22:23:25,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:23:25,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:23:25,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/test.cache.data in system properties and HBase conf 2024-11-15T22:23:25,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:23:25,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:23:25,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:23:25,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:23:25,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:23:25,944 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:23:25,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:23:25,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:23:25,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:23:25,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:23:25,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:23:25,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:23:25,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:23:25,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:23:25,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:23:25,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:23:25,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:23:25,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:23:25,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:23:25,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:23:26,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014097cc770005, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:23:26,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014097cc770008, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:23:26,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014097cc770005, quorum=127.0.0.1:53751, baseZNode=/1-182693728 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:23:26,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014097cc770002, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:23:26,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014097cc770008, quorum=127.0.0.1:53751, baseZNode=/21105586824 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:23:26,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014097cc770002, quorum=127.0.0.1:53751, baseZNode=/0-143685737 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:23:26,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:23:26,442 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:23:26,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:23:26,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:23:26,443 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:23:26,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:23:26,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b703aef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:23:26,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ef9642c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:23:26,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5657b83b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/java.io.tmpdir/jetty-localhost-42875-hadoop-hdfs-3_4_1-tests_jar-_-any-1053390373389061191/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:23:26,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4015788{HTTP/1.1, (http/1.1)}{localhost:42875} 2024-11-15T22:23:26,539 INFO [Time-limited test {}] server.Server(415): Started @359204ms 2024-11-15T22:23:26,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:23:26,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:23:26,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:23:26,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:23:26,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:23:26,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@347d4209{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:23:26,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@107c5a99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:23:26,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c98af1d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/java.io.tmpdir/jetty-localhost-37579-hadoop-hdfs-3_4_1-tests_jar-_-any-16233409985115900865/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:23:26,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46c71a4c{HTTP/1.1, (http/1.1)}{localhost:37579} 2024-11-15T22:23:26,918 INFO [Time-limited test {}] server.Server(415): Started @359583ms 2024-11-15T22:23:26,919 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:23:27,556 WARN [Thread-4199 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/cluster_b9693b1f-620e-4100-ea7c-278946fddb2c/data/data1/current/BP-56564576-172.17.0.3-1731709405958/current, will proceed with Du for space computation calculation, 2024-11-15T22:23:27,556 WARN [Thread-4200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/cluster_b9693b1f-620e-4100-ea7c-278946fddb2c/data/data2/current/BP-56564576-172.17.0.3-1731709405958/current, will proceed with Du for space computation calculation, 2024-11-15T22:23:27,576 WARN [Thread-4187 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:23:27,578 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbda856287759f641 with lease ID 0x1474a412a8adae9c: Processing first storage report for DS-7bc51f04-bc26-4ef5-b61f-2b13ad66d3fa from datanode DatanodeRegistration(127.0.0.1:41875, datanodeUuid=00d8e110-38d8-4156-9da4-dd2451c871a7, infoPort=42461, infoSecurePort=0, ipcPort=44123, storageInfo=lv=-57;cid=testClusterID;nsid=1129897898;c=1731709405958) 2024-11-15T22:23:27,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbda856287759f641 with lease ID 0x1474a412a8adae9c: from storage DS-7bc51f04-bc26-4ef5-b61f-2b13ad66d3fa node DatanodeRegistration(127.0.0.1:41875, datanodeUuid=00d8e110-38d8-4156-9da4-dd2451c871a7, infoPort=42461, infoSecurePort=0, ipcPort=44123, storageInfo=lv=-57;cid=testClusterID;nsid=1129897898;c=1731709405958), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:23:27,578 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbda856287759f641 with lease ID 0x1474a412a8adae9c: Processing first storage report for DS-c6c92281-d732-4981-b47b-3828efb2ea6b from datanode DatanodeRegistration(127.0.0.1:41875, datanodeUuid=00d8e110-38d8-4156-9da4-dd2451c871a7, infoPort=42461, infoSecurePort=0, ipcPort=44123, storageInfo=lv=-57;cid=testClusterID;nsid=1129897898;c=1731709405958) 2024-11-15T22:23:27,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbda856287759f641 with lease ID 0x1474a412a8adae9c: from storage DS-c6c92281-d732-4981-b47b-3828efb2ea6b node DatanodeRegistration(127.0.0.1:41875, datanodeUuid=00d8e110-38d8-4156-9da4-dd2451c871a7, infoPort=42461, infoSecurePort=0, ipcPort=44123, storageInfo=lv=-57;cid=testClusterID;nsid=1129897898;c=1731709405958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:23:27,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a 2024-11-15T22:23:27,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:27,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:27,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:23:28,048 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812 with version=8 2024-11-15T22:23:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/hbase-staging 2024-11-15T22:23:28,050 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:23:28,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:28,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:28,050 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:23:28,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:28,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:23:28,050 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:23:28,050 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:23:28,051 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36843 2024-11-15T22:23:28,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36843 connecting to ZooKeeper ensemble=127.0.0.1:58068 2024-11-15T22:23:28,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368430x0, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:23:28,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36843-0x101409886a20000 connected 2024-11-15T22:23:28,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:23:28,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:28,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:28,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:28,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:28,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:28,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:28,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:28,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Set watcher on znode that does not yet exist, /01743030894/running 2024-11-15T22:23:28,250 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812, hbase.cluster.distributed=false 2024-11-15T22:23:28,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Set watcher on znode that does not yet exist, /01743030894/acl 2024-11-15T22:23:28,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36843 2024-11-15T22:23:28,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36843 2024-11-15T22:23:28,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36843 2024-11-15T22:23:28,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36843 2024-11-15T22:23:28,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:28,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:28,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:28,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:28,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:28,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:28,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36843 2024-11-15T22:23:28,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:28,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:28,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:28,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:28,272 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:23:28,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:28,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:28,272 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:23:28,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:28,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:23:28,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:23:28,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:23:28,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45903 2024-11-15T22:23:28,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45903 connecting to ZooKeeper ensemble=127.0.0.1:58068 2024-11-15T22:23:28,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:28,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:28,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459030x0, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:23:28,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459030x0, quorum=127.0.0.1:58068, baseZNode=/01743030894 Set watcher on znode that does not yet exist, /01743030894/running 2024-11-15T22:23:28,282 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:23:28,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45903-0x101409886a20001 connected 2024-11-15T22:23:28,284 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:23:28,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45903-0x101409886a20001, quorum=127.0.0.1:58068, baseZNode=/01743030894 Set watcher on znode that does not yet exist, /01743030894/master 2024-11-15T22:23:28,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45903-0x101409886a20001, quorum=127.0.0.1:58068, baseZNode=/01743030894 Set watcher on znode that does not yet exist, /01743030894/acl 2024-11-15T22:23:28,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45903 2024-11-15T22:23:28,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45903 2024-11-15T22:23:28,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45903 2024-11-15T22:23:28,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45903 2024-11-15T22:23:28,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45903 2024-11-15T22:23:28,306 DEBUG [M:0;e611192d6313:36843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:36843 2024-11-15T22:23:28,306 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01743030894/backup-masters/e611192d6313,36843,1731709408050 2024-11-15T22:23:28,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894/backup-masters 2024-11-15T22:23:28,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45903-0x101409886a20001, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894/backup-masters 2024-11-15T22:23:28,313 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Set watcher on existing znode=/01743030894/backup-masters/e611192d6313,36843,1731709408050 2024-11-15T22:23:28,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45903-0x101409886a20001, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01743030894/master 2024-11-15T22:23:28,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894 2024-11-15T22:23:28,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45903-0x101409886a20001, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894 2024-11-15T22:23:28,324 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Set watcher on existing znode=/01743030894/master 2024-11-15T22:23:28,324 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01743030894/backup-masters/e611192d6313,36843,1731709408050 from backup master directory 2024-11-15T22:23:28,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01743030894/backup-masters/e611192d6313,36843,1731709408050 2024-11-15T22:23:28,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45903-0x101409886a20001, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894/backup-masters 2024-11-15T22:23:28,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894/backup-masters 2024-11-15T22:23:28,334 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:23:28,334 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,36843,1731709408050 2024-11-15T22:23:28,337 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/hbase.id] with ID: 83a35362-f390-429c-8a3d-d6ff6b8a18c3 2024-11-15T22:23:28,337 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/.tmp/hbase.id 2024-11-15T22:23:28,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:23:28,741 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/.tmp/hbase.id]:[hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/hbase.id] 2024-11-15T22:23:28,748 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:28,748 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:23:28,749 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T22:23:28,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894 2024-11-15T22:23:28,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45903-0x101409886a20001, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894 2024-11-15T22:23:28,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:23:29,213 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:23:29,213 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:23:29,214 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:29,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:23:29,619 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/MasterData/data/master/store 2024-11-15T22:23:29,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:23:30,024 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:30,024 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:23:30,024 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:30,024 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:30,024 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:23:30,024 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:30,024 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:30,024 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709410024Disabling compacts and flushes for region at 1731709410024Disabling writes for close at 1731709410024Writing region close event to WAL at 1731709410024Closed at 1731709410024 2024-11-15T22:23:30,025 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/MasterData/data/master/store/.initializing 2024-11-15T22:23:30,025 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/MasterData/WALs/e611192d6313,36843,1731709408050 2024-11-15T22:23:30,025 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:23:30,027 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C36843%2C1731709408050, suffix=, logDir=hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/MasterData/WALs/e611192d6313,36843,1731709408050, archiveDir=hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/MasterData/oldWALs, maxLogs=10 2024-11-15T22:23:30,042 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/MasterData/WALs/e611192d6313,36843,1731709408050/e611192d6313%2C36843%2C1731709408050.1731709410027, exclude list is [], retry=0 2024-11-15T22:23:30,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41875,DS-7bc51f04-bc26-4ef5-b61f-2b13ad66d3fa,DISK] 2024-11-15T22:23:30,046 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/MasterData/WALs/e611192d6313,36843,1731709408050/e611192d6313%2C36843%2C1731709408050.1731709410027 2024-11-15T22:23:30,046 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461)] 2024-11-15T22:23:30,046 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:30,046 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:30,046 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:30,046 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:30,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:30,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:23:30,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:30,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:30,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:30,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:23:30,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:30,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:30,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:30,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:23:30,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:30,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:30,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:30,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:23:30,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:30,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:30,052 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:23:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:23:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T22:23:30,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:23:30,052 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:30,052 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:30,053 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:30,053 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:30,054 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:23:30,055 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:30,056 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:30,057 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60291028, jitterRate=-0.10159367322921753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:23:30,057 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709410046Initializing all the Stores at 1731709410047 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709410047Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709410047Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709410047Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709410047Cleaning up temporary data from old regions at 1731709410053 (+6 ms)Region opened successfully at 1731709410057 (+4 ms) 2024-11-15T22:23:30,057 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:23:30,059 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f84f6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:23:30,060 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:23:30,060 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:23:30,060 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:23:30,060 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:23:30,060 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:23:30,061 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:23:30,061 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:23:30,062 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:23:30,062 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Unable to get data of znode /01743030894/balancer because node does not exist (not necessarily an error) 2024-11-15T22:23:30,155 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01743030894/balancer already deleted, retry=false 2024-11-15T22:23:30,156 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:23:30,156 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Unable to get data of znode /01743030894/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:23:30,166 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01743030894/normalizer already deleted, retry=false 2024-11-15T22:23:30,166 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:23:30,166 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Unable to get data of znode /01743030894/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:23:30,176 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01743030894/switch/split already deleted, retry=false 2024-11-15T22:23:30,177 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Unable to get data of znode /01743030894/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:23:30,187 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01743030894/switch/merge already deleted, retry=false 2024-11-15T22:23:30,188 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Unable to get data of znode /01743030894/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:23:30,197 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01743030894/snapshot-cleanup already deleted, retry=false 2024-11-15T22:23:30,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45903-0x101409886a20001, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01743030894/running 2024-11-15T22:23:30,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01743030894/running 2024-11-15T22:23:30,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45903-0x101409886a20001, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894 2024-11-15T22:23:30,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894 2024-11-15T22:23:30,208 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,36843,1731709408050, sessionid=0x101409886a20000, setting cluster-up flag (Was=false) 2024-11-15T22:23:30,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894 2024-11-15T22:23:30,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45903-0x101409886a20001, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894 2024-11-15T22:23:30,260 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01743030894/flush-table-proc/acquired, /01743030894/flush-table-proc/reached, /01743030894/flush-table-proc/abort 2024-11-15T22:23:30,261 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,36843,1731709408050 2024-11-15T22:23:30,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894 2024-11-15T22:23:30,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45903-0x101409886a20001, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894 2024-11-15T22:23:30,313 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01743030894/online-snapshot/acquired, /01743030894/online-snapshot/reached, /01743030894/online-snapshot/abort 2024-11-15T22:23:30,314 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,36843,1731709408050 2024-11-15T22:23:30,315 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:23:30,316 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:30,316 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:23:30,316 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:23:30,316 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,36843,1731709408050 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:23:30,318 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:30,318 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:30,318 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:30,318 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:30,318 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:23:30,318 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:30,318 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:23:30,318 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:30,319 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709440319 2024-11-15T22:23:30,319 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:23:30,319 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:23:30,319 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:23:30,319 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:23:30,319 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:23:30,319 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:23:30,319 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:30,319 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:23:30,319 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:30,319 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:23:30,319 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:23:30,319 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:23:30,319 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:23:30,320 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:23:30,320 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:23:30,320 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:30,320 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709410320,5,FailOnTimeoutGroup] 2024-11-15T22:23:30,320 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:23:30,320 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709410320,5,FailOnTimeoutGroup] 2024-11-15T22:23:30,320 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:30,320 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:23:30,320 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:30,320 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:30,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:23:30,396 INFO [RS:0;e611192d6313:45903 {}] regionserver.HRegionServer(746): ClusterId : 83a35362-f390-429c-8a3d-d6ff6b8a18c3 2024-11-15T22:23:30,396 DEBUG [RS:0;e611192d6313:45903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:23:30,408 DEBUG [RS:0;e611192d6313:45903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:23:30,408 DEBUG [RS:0;e611192d6313:45903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:23:30,419 DEBUG [RS:0;e611192d6313:45903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:23:30,419 DEBUG [RS:0;e611192d6313:45903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d2a204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:23:30,430 DEBUG [RS:0;e611192d6313:45903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:45903 2024-11-15T22:23:30,430 INFO [RS:0;e611192d6313:45903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:23:30,430 INFO [RS:0;e611192d6313:45903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:23:30,430 DEBUG [RS:0;e611192d6313:45903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:23:30,431 INFO [RS:0;e611192d6313:45903 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,36843,1731709408050 with port=45903, startcode=1731709408272 2024-11-15T22:23:30,431 DEBUG [RS:0;e611192d6313:45903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:23:30,432 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:23:30,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,45903,1731709408272 2024-11-15T22:23:30,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36843 {}] master.ServerManager(517): Registering regionserver=e611192d6313,45903,1731709408272 2024-11-15T22:23:30,433 DEBUG [RS:0;e611192d6313:45903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812 2024-11-15T22:23:30,433 DEBUG [RS:0;e611192d6313:45903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36077 2024-11-15T22:23:30,433 DEBUG [RS:0;e611192d6313:45903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:23:30,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894/rs 2024-11-15T22:23:30,440 DEBUG [RS:0;e611192d6313:45903 {}] zookeeper.ZKUtil(111): regionserver:45903-0x101409886a20001, quorum=127.0.0.1:58068, baseZNode=/01743030894 Set watcher on existing znode=/01743030894/rs/e611192d6313,45903,1731709408272 2024-11-15T22:23:30,440 WARN [RS:0;e611192d6313:45903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:23:30,440 INFO [RS:0;e611192d6313:45903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:30,440 DEBUG [RS:0;e611192d6313:45903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/WALs/e611192d6313,45903,1731709408272 2024-11-15T22:23:30,440 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,45903,1731709408272] 2024-11-15T22:23:30,442 INFO [RS:0;e611192d6313:45903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:23:30,443 INFO [RS:0;e611192d6313:45903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:23:30,443 INFO [RS:0;e611192d6313:45903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:23:30,443 INFO [RS:0;e611192d6313:45903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:30,444 INFO [RS:0;e611192d6313:45903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:23:30,444 INFO [RS:0;e611192d6313:45903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:23:30,444 INFO [RS:0;e611192d6313:45903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:30,444 DEBUG [RS:0;e611192d6313:45903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:30,444 DEBUG [RS:0;e611192d6313:45903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:30,444 DEBUG [RS:0;e611192d6313:45903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:30,444 DEBUG [RS:0;e611192d6313:45903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:30,444 DEBUG [RS:0;e611192d6313:45903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:30,444 DEBUG [RS:0;e611192d6313:45903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:23:30,444 DEBUG [RS:0;e611192d6313:45903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:30,444 DEBUG [RS:0;e611192d6313:45903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:30,444 DEBUG [RS:0;e611192d6313:45903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:30,444 DEBUG [RS:0;e611192d6313:45903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:30,444 DEBUG [RS:0;e611192d6313:45903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:30,444 DEBUG [RS:0;e611192d6313:45903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:30,444 DEBUG [RS:0;e611192d6313:45903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:23:30,444 DEBUG [RS:0;e611192d6313:45903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:23:30,447 INFO [RS:0;e611192d6313:45903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:30,447 INFO [RS:0;e611192d6313:45903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:30,447 INFO [RS:0;e611192d6313:45903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:30,447 INFO [RS:0;e611192d6313:45903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:30,447 INFO [RS:0;e611192d6313:45903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:30,447 INFO [RS:0;e611192d6313:45903 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45903,1731709408272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:23:30,473 INFO [RS:0;e611192d6313:45903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:23:30,474 INFO [RS:0;e611192d6313:45903 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45903,1731709408272-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:30,474 INFO [RS:0;e611192d6313:45903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:30,474 INFO [RS:0;e611192d6313:45903 {}] regionserver.Replication(171): e611192d6313,45903,1731709408272 started 2024-11-15T22:23:30,486 INFO [RS:0;e611192d6313:45903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:30,486 INFO [RS:0;e611192d6313:45903 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,45903,1731709408272, RpcServer on e611192d6313/172.17.0.3:45903, sessionid=0x101409886a20001 2024-11-15T22:23:30,486 DEBUG [RS:0;e611192d6313:45903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:23:30,486 DEBUG [RS:0;e611192d6313:45903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,45903,1731709408272 2024-11-15T22:23:30,486 DEBUG [RS:0;e611192d6313:45903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,45903,1731709408272' 2024-11-15T22:23:30,486 DEBUG [RS:0;e611192d6313:45903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01743030894/flush-table-proc/abort' 2024-11-15T22:23:30,487 DEBUG [RS:0;e611192d6313:45903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01743030894/flush-table-proc/acquired' 2024-11-15T22:23:30,487 DEBUG [RS:0;e611192d6313:45903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:23:30,487 DEBUG [RS:0;e611192d6313:45903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:23:30,487 DEBUG [RS:0;e611192d6313:45903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,45903,1731709408272 2024-11-15T22:23:30,487 DEBUG [RS:0;e611192d6313:45903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,45903,1731709408272' 2024-11-15T22:23:30,487 DEBUG [RS:0;e611192d6313:45903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01743030894/online-snapshot/abort' 2024-11-15T22:23:30,487 DEBUG [RS:0;e611192d6313:45903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01743030894/online-snapshot/acquired' 2024-11-15T22:23:30,488 DEBUG [RS:0;e611192d6313:45903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:23:30,488 INFO [RS:0;e611192d6313:45903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:23:30,488 INFO [RS:0;e611192d6313:45903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:23:30,588 INFO [RS:0;e611192d6313:45903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:23:30,589 INFO [RS:0;e611192d6313:45903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C45903%2C1731709408272, suffix=, logDir=hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/WALs/e611192d6313,45903,1731709408272, archiveDir=hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/oldWALs, maxLogs=10 2024-11-15T22:23:30,601 DEBUG [RS:0;e611192d6313:45903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/WALs/e611192d6313,45903,1731709408272/e611192d6313%2C45903%2C1731709408272.1731709410590, exclude list is [], retry=0 2024-11-15T22:23:30,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41875,DS-7bc51f04-bc26-4ef5-b61f-2b13ad66d3fa,DISK] 2024-11-15T22:23:30,604 INFO [RS:0;e611192d6313:45903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/WALs/e611192d6313,45903,1731709408272/e611192d6313%2C45903%2C1731709408272.1731709410590 2024-11-15T22:23:30,604 DEBUG [RS:0;e611192d6313:45903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461)] 2024-11-15T22:23:30,727 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:23:30,727 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812 2024-11-15T22:23:30,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741833_1009 (size=32) 2024-11-15T22:23:31,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:31,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:23:31,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:23:31,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:31,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:31,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:23:31,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:23:31,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:31,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:31,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:23:31,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:23:31,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:31,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:31,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:23:31,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:23:31,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:31,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:31,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:23:31,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/data/hbase/meta/1588230740 2024-11-15T22:23:31,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/data/hbase/meta/1588230740 2024-11-15T22:23:31,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:23:31,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:23:31,139 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:23:31,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:23:31,141 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:31,141 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62185423, jitterRate=-0.0733649879693985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:23:31,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709411133Initializing all the Stores at 1731709411133Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709411133Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709411133Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709411133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709411133Cleaning up temporary data from old regions at 1731709411139 (+6 ms)Region opened successfully at 1731709411141 (+2 ms) 2024-11-15T22:23:31,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:23:31,142 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:23:31,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:23:31,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:23:31,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:23:31,142 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:23:31,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709411142Disabling compacts and flushes for region at 1731709411142Disabling writes for close at 1731709411142Writing region close event to WAL at 1731709411142Closed at 1731709411142 2024-11-15T22:23:31,143 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:31,143 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:23:31,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:23:31,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:23:31,144 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:23:31,294 DEBUG [e611192d6313:36843 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:23:31,295 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,45903,1731709408272 2024-11-15T22:23:31,296 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,45903,1731709408272, state=OPENING 2024-11-15T22:23:31,355 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:23:31,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45903-0x101409886a20001, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894 2024-11-15T22:23:31,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743030894 2024-11-15T22:23:31,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01743030894/meta-region-server: CHANGED 2024-11-15T22:23:31,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01743030894/meta-region-server: CHANGED 2024-11-15T22:23:31,366 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:23:31,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,45903,1731709408272}] 2024-11-15T22:23:31,518 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:23:31,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:23:31,521 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:23:31,521 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:31,521 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:23:31,523 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C45903%2C1731709408272.meta, suffix=.meta, logDir=hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/WALs/e611192d6313,45903,1731709408272, archiveDir=hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/oldWALs, maxLogs=10 2024-11-15T22:23:31,535 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/WALs/e611192d6313,45903,1731709408272/e611192d6313%2C45903%2C1731709408272.meta.1731709411523.meta, exclude list is [], retry=0 2024-11-15T22:23:31,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41875,DS-7bc51f04-bc26-4ef5-b61f-2b13ad66d3fa,DISK] 2024-11-15T22:23:31,538 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/WALs/e611192d6313,45903,1731709408272/e611192d6313%2C45903%2C1731709408272.meta.1731709411523.meta 2024-11-15T22:23:31,538 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461)] 2024-11-15T22:23:31,538 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:31,538 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:23:31,538 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:23:31,538 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:23:31,538 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:23:31,538 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:23:31,539 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:31,539 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:23:31,539 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:23:31,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:23:31,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:23:31,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:31,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:31,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:23:31,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:23:31,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:31,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:31,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:23:31,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:23:31,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:31,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:31,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:23:31,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:23:31,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:31,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:31,542 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:23:31,543 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/data/hbase/meta/1588230740 2024-11-15T22:23:31,543 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/data/hbase/meta/1588230740 2024-11-15T22:23:31,544 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:23:31,544 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:23:31,544 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:23:31,545 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:23:31,545 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68113888, jitterRate=0.014976024627685547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:23:31,545 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:23:31,546 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709411539Writing region info on filesystem at 1731709411539Initializing all the Stores at 1731709411539Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709411539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709411539Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709411539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709411539Cleaning up temporary data from old regions at 1731709411544 (+5 ms)Running coprocessor post-open hooks at 1731709411545 (+1 ms)Region opened successfully at 1731709411546 (+1 ms) 2024-11-15T22:23:31,546 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709411518 2024-11-15T22:23:31,548 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:23:31,548 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:23:31,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,45903,1731709408272 2024-11-15T22:23:31,548 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,45903,1731709408272, state=OPEN 2024-11-15T22:23:31,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x101409886a20000, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01743030894/meta-region-server 2024-11-15T22:23:31,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45903-0x101409886a20001, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01743030894/meta-region-server 2024-11-15T22:23:31,614 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,45903,1731709408272 2024-11-15T22:23:31,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01743030894/meta-region-server: CHANGED 2024-11-15T22:23:31,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01743030894/meta-region-server: CHANGED 2024-11-15T22:23:31,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:23:31,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,45903,1731709408272 in 248 msec 2024-11-15T22:23:31,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:23:31,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-15T22:23:31,618 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:31,618 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:23:31,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:31,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,45903,1731709408272, seqNum=-1] 2024-11-15T22:23:31,619 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:31,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:23:31,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-11-15T22:23:31,623 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709411623, completionTime=-1 2024-11-15T22:23:31,623 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:23:31,623 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:23:31,624 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:23:31,625 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709471624 2024-11-15T22:23:31,625 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709531625 2024-11-15T22:23:31,625 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T22:23:31,625 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36843,1731709408050-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:31,625 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36843,1731709408050-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:31,625 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36843,1731709408050-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:31,625 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:36843, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:31,625 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:31,625 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:31,626 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:23:31,628 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.293sec 2024-11-15T22:23:31,628 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:23:31,628 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:23:31,628 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:23:31,628 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:23:31,628 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:23:31,628 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36843,1731709408050-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:23:31,628 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36843,1731709408050-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:23:31,629 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:23:31,629 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:23:31,629 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,36843,1731709408050-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:31,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cfe867e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:31,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,36843,-1 for getting cluster id 2024-11-15T22:23:31,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:31,699 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83a35362-f390-429c-8a3d-d6ff6b8a18c3' 2024-11-15T22:23:31,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:31,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83a35362-f390-429c-8a3d-d6ff6b8a18c3" 2024-11-15T22:23:31,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6630e14e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:31,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,36843,-1] 2024-11-15T22:23:31,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:31,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:31,700 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:31,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8d403f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:31,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,45903,1731709408272, seqNum=-1] 2024-11-15T22:23:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:31,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:23:31,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,36843,1731709408050 2024-11-15T22:23:31,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58068 2024-11-15T22:23:31,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58068, baseZNode=/01743030894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:23:31,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101409886a20002 connected 2024-11-15T22:23:31,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:31,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,36843,1731709408050 2024-11-15T22:23:31,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17d247c4 2024-11-15T22:23:31,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:31,737 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:23:31,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:23:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:23:31,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:23:31,740 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:31,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:23:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:31,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:23:31,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:23:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:32,146 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2dfd769b5956c478e266f64029420821, NAME => 'test,,1731709411738.2dfd769b5956c478e266f64029420821.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812 2024-11-15T22:23:32,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:23:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:32,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709411738.2dfd769b5956c478e266f64029420821.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:32,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2dfd769b5956c478e266f64029420821, disabling compactions & flushes 2024-11-15T22:23:32,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709411738.2dfd769b5956c478e266f64029420821. 2024-11-15T22:23:32,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709411738.2dfd769b5956c478e266f64029420821. 2024-11-15T22:23:32,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709411738.2dfd769b5956c478e266f64029420821. after waiting 0 ms 2024-11-15T22:23:32,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709411738.2dfd769b5956c478e266f64029420821. 2024-11-15T22:23:32,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709411738.2dfd769b5956c478e266f64029420821. 2024-11-15T22:23:32,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2dfd769b5956c478e266f64029420821: Waiting for close lock at 1731709412551Disabling compacts and flushes for region at 1731709412551Disabling writes for close at 1731709412551Writing region close event to WAL at 1731709412551Closed at 1731709412551 2024-11-15T22:23:32,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:23:32,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709411738.2dfd769b5956c478e266f64029420821.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709412552"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709412552"}]},"ts":"1731709412552"} 2024-11-15T22:23:32,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:23:32,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:23:32,554 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709412554"}]},"ts":"1731709412554"} 2024-11-15T22:23:32,555 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:23:32,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2dfd769b5956c478e266f64029420821, ASSIGN}] 2024-11-15T22:23:32,556 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2dfd769b5956c478e266f64029420821, ASSIGN 2024-11-15T22:23:32,556 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2dfd769b5956c478e266f64029420821, ASSIGN; state=OFFLINE, location=e611192d6313,45903,1731709408272; forceNewPlan=false, retain=false 2024-11-15T22:23:32,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2dfd769b5956c478e266f64029420821, regionState=OPENING, regionLocation=e611192d6313,45903,1731709408272 2024-11-15T22:23:32,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2dfd769b5956c478e266f64029420821, ASSIGN because future has completed 2024-11-15T22:23:32,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dfd769b5956c478e266f64029420821, server=e611192d6313,45903,1731709408272}] 2024-11-15T22:23:32,863 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709411738.2dfd769b5956c478e266f64029420821. 2024-11-15T22:23:32,863 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dfd769b5956c478e266f64029420821, NAME => 'test,,1731709411738.2dfd769b5956c478e266f64029420821.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:32,864 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:23:32,864 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:23:32,864 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2dfd769b5956c478e266f64029420821 2024-11-15T22:23:32,864 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709411738.2dfd769b5956c478e266f64029420821.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:32,864 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2dfd769b5956c478e266f64029420821 2024-11-15T22:23:32,864 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2dfd769b5956c478e266f64029420821 2024-11-15T22:23:32,865 INFO [StoreOpener-2dfd769b5956c478e266f64029420821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2dfd769b5956c478e266f64029420821 2024-11-15T22:23:32,866 INFO [StoreOpener-2dfd769b5956c478e266f64029420821-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dfd769b5956c478e266f64029420821 columnFamilyName f 2024-11-15T22:23:32,866 DEBUG [StoreOpener-2dfd769b5956c478e266f64029420821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:32,866 INFO [StoreOpener-2dfd769b5956c478e266f64029420821-1 {}] regionserver.HStore(327): Store=2dfd769b5956c478e266f64029420821/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:32,866 INFO [StoreOpener-2dfd769b5956c478e266f64029420821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2dfd769b5956c478e266f64029420821 2024-11-15T22:23:32,867 INFO [StoreOpener-2dfd769b5956c478e266f64029420821-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dfd769b5956c478e266f64029420821 columnFamilyName f1 2024-11-15T22:23:32,867 DEBUG [StoreOpener-2dfd769b5956c478e266f64029420821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:32,867 INFO [StoreOpener-2dfd769b5956c478e266f64029420821-1 {}] regionserver.HStore(327): Store=2dfd769b5956c478e266f64029420821/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:32,867 INFO [StoreOpener-2dfd769b5956c478e266f64029420821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2dfd769b5956c478e266f64029420821 2024-11-15T22:23:32,868 INFO [StoreOpener-2dfd769b5956c478e266f64029420821-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dfd769b5956c478e266f64029420821 columnFamilyName norep 2024-11-15T22:23:32,868 DEBUG [StoreOpener-2dfd769b5956c478e266f64029420821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:32,868 INFO [StoreOpener-2dfd769b5956c478e266f64029420821-1 {}] regionserver.HStore(327): Store=2dfd769b5956c478e266f64029420821/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:32,868 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2dfd769b5956c478e266f64029420821 2024-11-15T22:23:32,868 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/data/default/test/2dfd769b5956c478e266f64029420821 2024-11-15T22:23:32,868 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/data/default/test/2dfd769b5956c478e266f64029420821 2024-11-15T22:23:32,869 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2dfd769b5956c478e266f64029420821 2024-11-15T22:23:32,869 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2dfd769b5956c478e266f64029420821 2024-11-15T22:23:32,869 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:23:32,870 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2dfd769b5956c478e266f64029420821 2024-11-15T22:23:32,871 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/data/default/test/2dfd769b5956c478e266f64029420821/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:32,871 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2dfd769b5956c478e266f64029420821; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69213083, jitterRate=0.03135530650615692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:23:32,871 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dfd769b5956c478e266f64029420821 2024-11-15T22:23:32,872 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2dfd769b5956c478e266f64029420821: Running coprocessor pre-open hook at 1731709412864Writing region info on filesystem at 1731709412864Initializing all the Stores at 1731709412865 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709412865Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709412865Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709412865Cleaning up temporary data from old regions at 1731709412869 (+4 ms)Running coprocessor post-open hooks at 1731709412871 (+2 ms)Region opened successfully at 1731709412871 2024-11-15T22:23:32,872 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709411738.2dfd769b5956c478e266f64029420821., pid=6, masterSystemTime=1731709412861 2024-11-15T22:23:32,874 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709411738.2dfd769b5956c478e266f64029420821. 2024-11-15T22:23:32,874 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709411738.2dfd769b5956c478e266f64029420821. 2024-11-15T22:23:32,874 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2dfd769b5956c478e266f64029420821, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,45903,1731709408272 2024-11-15T22:23:32,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dfd769b5956c478e266f64029420821, server=e611192d6313,45903,1731709408272 because future has completed 2024-11-15T22:23:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:32,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:23:32,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dfd769b5956c478e266f64029420821, server=e611192d6313,45903,1731709408272 in 168 msec 2024-11-15T22:23:32,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:23:32,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2dfd769b5956c478e266f64029420821, ASSIGN in 323 msec 2024-11-15T22:23:32,880 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:23:32,880 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709412880"}]},"ts":"1731709412880"} 2024-11-15T22:23:32,881 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:23:32,882 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:23:32,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-15T22:23:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:33,887 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:23:33,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2513743d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:33,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,36843,-1 for getting cluster id 2024-11-15T22:23:33,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:33,888 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83a35362-f390-429c-8a3d-d6ff6b8a18c3' 2024-11-15T22:23:33,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83a35362-f390-429c-8a3d-d6ff6b8a18c3" 2024-11-15T22:23:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbf3066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,36843,-1] 2024-11-15T22:23:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:33,889 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2905ce30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:33,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,36843,1731709408050 2024-11-15T22:23:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5837ad6e 2024-11-15T22:23:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:33,891 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:23:33,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:36843,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:23:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:23:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:33,894 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:36843' 2024-11-15T22:23:33,895 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8ade7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:33,895 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,36843,-1 for getting cluster id 2024-11-15T22:23:33,895 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:33,895 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83a35362-f390-429c-8a3d-d6ff6b8a18c3' 2024-11-15T22:23:33,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:33,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83a35362-f390-429c-8a3d-d6ff6b8a18c3" 2024-11-15T22:23:33,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127eb410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:33,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,36843,-1] 2024-11-15T22:23:33,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:33,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:33,897 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:33,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6b0d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:33,897 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:33,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,36843,1731709408050 2024-11-15T22:23:33,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5be7f74c 2024-11-15T22:23:33,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:33,899 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:23:33,899 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T22:23:33,899 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:23:33,899 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:33,899 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:33,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:33,900 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e611192d6313:36843, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-15T22:23:33,906 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e611192d6313:36843, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e611192d6313:36843, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e611192d6313:36843, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-15T22:23:33,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e611192d6313:36843, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-15T22:23:33,907 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-15T22:23:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:33,998 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://e611192d6313:36843, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-15T22:23:33,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:23:33,998 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:33,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:33,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:33,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:34,014 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=525 (was 358) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@32692841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e611192d6313:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58068) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@68f4d1a7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_101410552_20 at /127.0.0.1:40474 [Receiving block BP-56564576-172.17.0.3-1731709405958:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: e611192d6313:36843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@20630069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5a2b53ed java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/cluster_b9693b1f-620e-4100-ea7c-278946fddb2c/data/data2/current/BP-56564576-172.17.0.3-1731709405958 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: regionserver/e611192d6313:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7676a96b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp1862433696-7967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36077 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1dfecf7e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RS_OPEN_META-regionserver/e611192d6313:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709410320 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7edd9bad java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1026191111-7923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1026191111-7922 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812-prefix:e611192d6313,45903,1731709408272 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_101410552_20 at /127.0.0.1:40498 [Receiving block BP-56564576-172.17.0.3-1731709405958:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-57aab7c0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e611192d6313:45903 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:58068): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$477/0x00007f17389f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@49ebce46 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1026191111-7919 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f1738433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e611192d6313:45903-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1026191111-7917 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f1738433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58068) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 4 on default port 44123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-56564576-172.17.0.3-1731709405958:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 2 on default port 36077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44123 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-56564576-172.17.0.3-1731709405958:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4e6dadf6[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58068 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1862433696-7968 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1010741149_20 at /127.0.0.1:40470 [Receiving block BP-56564576-172.17.0.3-1731709405958:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1026191111-7920-acceptor-0@2f512085-ServerConnector@4015788{HTTP/1.1, (http/1.1)}{localhost:42875} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/cluster_b9693b1f-620e-4100-ea7c-278946fddb2c/data/data1/current/BP-56564576-172.17.0.3-1731709405958 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1026191111-7916 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f1738433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 44123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-56564576-172.17.0.3-1731709405958 heartbeating to localhost/127.0.0.1:36077 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_101410552_20 at /127.0.0.1:40426 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 44123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812/MasterData-prefix:e611192d6313,36843,1731709408050 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-8cc3014-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@52c21593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1335996759) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1862433696-7965 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f1738433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36077 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/e611192d6313:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$603/0x00007f1738ad4610.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58068) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 3 on default port 36077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-56564576-172.17.0.3-1731709405958:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1862433696-7966-acceptor-0@1c941161-ServerConnector@46c71a4c{HTTP/1.1, (http/1.1)}{localhost:37579} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e611192d6313:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36077/user/jenkins/test-data/e3d7d87f-2228-7d53-be95-51782f654812-prefix:e611192d6313,45903,1731709408272.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1026191111-7918 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f1738433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/cluster_b9693b1f-620e-4100-ea7c-278946fddb2c/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/cluster_b9693b1f-620e-4100-ea7c-278946fddb2c/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709410320 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server handler 4 on default port 36077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1026191111-7921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e611192d6313:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: M:0;e611192d6313:36843 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) - Thread LEAK? -, OpenFileDescriptor=865 (was 784) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 435), ProcessCount=11 (was 11), AvailableMemoryMB=2753 (was 2783) 2024-11-15T22:23:34,017 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-15T22:23:34,031 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=525, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=2751 2024-11-15T22:23:34,031 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-15T22:23:34,049 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-15T22:23:34,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/hadoop.log.dir so I do NOT create it in target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d 2024-11-15T22:23:34,049 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:23:34,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/hadoop.tmp.dir so I do NOT create it in target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d 2024-11-15T22:23:34,049 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8b2f3-2987-5e98-9d3b-33ec3398a41a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:23:34,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d 2024-11-15T22:23:34,049 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/cluster_7fdf0e75-b8d2-c20c-89ac-63cb221f7caf, deleteOnExit=true 2024-11-15T22:23:34,111 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/cluster_7fdf0e75-b8d2-c20c-89ac-63cb221f7caf/zookeeper_0, clientPort=59314, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/cluster_7fdf0e75-b8d2-c20c-89ac-63cb221f7caf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/cluster_7fdf0e75-b8d2-c20c-89ac-63cb221f7caf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:23:34,112 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59314 2024-11-15T22:23:34,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:23:34,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:23:34,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/test.cache.data in system properties and HBase conf 2024-11-15T22:23:34,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:23:34,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:23:34,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:23:34,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:23:34,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:23:34,113 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:23:34,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:23:34,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:23:34,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:23:34,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:23:34,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:23:34,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:23:34,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:23:34,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:23:34,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:23:34,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:23:34,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:23:34,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:23:34,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:23:34,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:23:34,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:23:34,476 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:23:34,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:23:34,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:23:34,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:23:34,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:23:34,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f7d9c0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:23:34,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5764ee9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:23:34,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78d4538a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/java.io.tmpdir/jetty-localhost-39439-hadoop-hdfs-3_4_1-tests_jar-_-any-7736825879881503074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:23:34,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4eee926{HTTP/1.1, (http/1.1)}{localhost:39439} 2024-11-15T22:23:34,573 INFO [Time-limited test {}] server.Server(415): Started @367238ms 2024-11-15T22:23:34,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:23:34,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:23:34,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:23:34,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:23:34,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:23:34,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f12dbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:23:34,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@109aa07f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:23:34,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44836c14{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/java.io.tmpdir/jetty-localhost-33119-hadoop-hdfs-3_4_1-tests_jar-_-any-493010546718033993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:23:34,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47a36cc4{HTTP/1.1, (http/1.1)}{localhost:33119} 2024-11-15T22:23:34,963 INFO [Time-limited test {}] server.Server(415): Started @367629ms 2024-11-15T22:23:34,964 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:23:35,554 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:23:35,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:35,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:35,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:35,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:35,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:35,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:35,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:35,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:35,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:35,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:35,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:35,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:35,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:35,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:35,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:35,620 WARN [Thread-4334 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/cluster_7fdf0e75-b8d2-c20c-89ac-63cb221f7caf/data/data1/current/BP-1520378523-172.17.0.3-1731709414137/current, will proceed with Du for space computation calculation, 2024-11-15T22:23:35,620 WARN [Thread-4335 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/cluster_7fdf0e75-b8d2-c20c-89ac-63cb221f7caf/data/data2/current/BP-1520378523-172.17.0.3-1731709414137/current, will proceed with Du for space computation calculation, 2024-11-15T22:23:35,636 WARN [Thread-4321 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:23:35,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e5ff9e59daffa4f with lease ID 0x6ff066308c438546: Processing first storage report for DS-589591dd-4962-4696-94a3-bf0ab25559fb from datanode DatanodeRegistration(127.0.0.1:46631, datanodeUuid=a4348944-49d8-41a2-9bc1-dcaacaf15c4b, infoPort=41903, infoSecurePort=0, ipcPort=42333, storageInfo=lv=-57;cid=testClusterID;nsid=1922735166;c=1731709414137) 2024-11-15T22:23:35,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e5ff9e59daffa4f with lease ID 0x6ff066308c438546: from storage DS-589591dd-4962-4696-94a3-bf0ab25559fb node DatanodeRegistration(127.0.0.1:46631, datanodeUuid=a4348944-49d8-41a2-9bc1-dcaacaf15c4b, infoPort=41903, infoSecurePort=0, ipcPort=42333, storageInfo=lv=-57;cid=testClusterID;nsid=1922735166;c=1731709414137), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:23:35,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e5ff9e59daffa4f with lease ID 0x6ff066308c438546: Processing first storage report for DS-1f057f06-e254-45ad-b36b-7eb1c6f8f119 from datanode DatanodeRegistration(127.0.0.1:46631, datanodeUuid=a4348944-49d8-41a2-9bc1-dcaacaf15c4b, infoPort=41903, infoSecurePort=0, ipcPort=42333, storageInfo=lv=-57;cid=testClusterID;nsid=1922735166;c=1731709414137) 2024-11-15T22:23:35,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e5ff9e59daffa4f with lease ID 0x6ff066308c438546: from storage DS-1f057f06-e254-45ad-b36b-7eb1c6f8f119 node DatanodeRegistration(127.0.0.1:46631, datanodeUuid=a4348944-49d8-41a2-9bc1-dcaacaf15c4b, infoPort=41903, infoSecurePort=0, ipcPort=42333, storageInfo=lv=-57;cid=testClusterID;nsid=1922735166;c=1731709414137), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:23:35,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d 2024-11-15T22:23:35,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:35,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:35,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:23:36,096 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750 with version=8 2024-11-15T22:23:36,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/hbase-staging 2024-11-15T22:23:36,098 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:23:36,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:36,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:36,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:23:36,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:36,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:23:36,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:23:36,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:23:36,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45767 2024-11-15T22:23:36,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45767 connecting to ZooKeeper ensemble=127.0.0.1:59314 2024-11-15T22:23:36,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457670x0, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:23:36,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45767-0x1014098a68a0000 connected 2024-11-15T22:23:36,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:36,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:36,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Set watcher on znode that does not yet exist, /0-1844021193/running 2024-11-15T22:23:36,280 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750, hbase.cluster.distributed=false 2024-11-15T22:23:36,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Set watcher on znode that does not yet exist, /0-1844021193/acl 2024-11-15T22:23:36,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45767 2024-11-15T22:23:36,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45767 2024-11-15T22:23:36,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45767 2024-11-15T22:23:36,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45767 2024-11-15T22:23:36,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45767 2024-11-15T22:23:36,297 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:23:36,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:36,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:36,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:23:36,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:36,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:23:36,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:23:36,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:23:36,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40519 2024-11-15T22:23:36,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40519 connecting to ZooKeeper ensemble=127.0.0.1:59314 2024-11-15T22:23:36,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:36,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:36,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405190x0, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:23:36,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405190x0, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Set watcher on znode that does not yet exist, /0-1844021193/running 2024-11-15T22:23:36,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40519-0x1014098a68a0001 connected 2024-11-15T22:23:36,310 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:23:36,314 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:23:36,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Set watcher on znode that does not yet exist, /0-1844021193/master 2024-11-15T22:23:36,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Set watcher on znode that does not yet exist, /0-1844021193/acl 2024-11-15T22:23:36,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-15T22:23:36,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40519 2024-11-15T22:23:36,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40519 2024-11-15T22:23:36,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-15T22:23:36,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-15T22:23:36,338 DEBUG [M:0;e611192d6313:45767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:45767 2024-11-15T22:23:36,339 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1844021193/backup-masters/e611192d6313,45767,1731709416098 2024-11-15T22:23:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193/backup-masters 2024-11-15T22:23:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193/backup-masters 2024-11-15T22:23:36,352 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Set watcher on existing znode=/0-1844021193/backup-masters/e611192d6313,45767,1731709416098 2024-11-15T22:23:36,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1844021193/master 2024-11-15T22:23:36,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:23:36,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:23:36,362 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Set watcher on existing znode=/0-1844021193/master 2024-11-15T22:23:36,363 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1844021193/backup-masters/e611192d6313,45767,1731709416098 from backup master directory 2024-11-15T22:23:36,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193/backup-masters 2024-11-15T22:23:36,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844021193/backup-masters/e611192d6313,45767,1731709416098 2024-11-15T22:23:36,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193/backup-masters 2024-11-15T22:23:36,372 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:23:36,372 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,45767,1731709416098 2024-11-15T22:23:36,375 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/hbase.id] with ID: a90f9ff8-68a3-4d62-b302-3f184464b0b7 2024-11-15T22:23:36,375 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/.tmp/hbase.id 2024-11-15T22:23:36,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:23:36,442 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:23:36,443 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T22:23:36,779 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/.tmp/hbase.id]:[hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/hbase.id] 2024-11-15T22:23:36,787 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:36,787 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:23:36,787 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T22:23:36,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:23:36,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:23:36,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:23:36,839 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:23:36,840 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:23:36,840 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:36,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:23:37,245 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store 2024-11-15T22:23:37,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:23:37,650 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:37,650 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:23:37,650 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:37,650 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:37,650 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:23:37,650 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:37,650 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:37,650 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709417650Disabling compacts and flushes for region at 1731709417650Disabling writes for close at 1731709417650Writing region close event to WAL at 1731709417650Closed at 1731709417650 2024-11-15T22:23:37,651 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/.initializing 2024-11-15T22:23:37,651 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/WALs/e611192d6313,45767,1731709416098 2024-11-15T22:23:37,651 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:23:37,653 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C45767%2C1731709416098, suffix=, logDir=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/WALs/e611192d6313,45767,1731709416098, archiveDir=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/oldWALs, maxLogs=10 2024-11-15T22:23:37,668 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/WALs/e611192d6313,45767,1731709416098/e611192d6313%2C45767%2C1731709416098.1731709417653, exclude list is [], retry=0 2024-11-15T22:23:37,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-589591dd-4962-4696-94a3-bf0ab25559fb,DISK] 2024-11-15T22:23:37,671 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/WALs/e611192d6313,45767,1731709416098/e611192d6313%2C45767%2C1731709416098.1731709417653 2024-11-15T22:23:37,671 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41903:41903)] 2024-11-15T22:23:37,671 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:37,671 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:37,671 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:37,671 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:37,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:37,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:23:37,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:37,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:37,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:37,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:23:37,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:37,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:37,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:37,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:23:37,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:37,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:37,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:37,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:23:37,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:37,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:37,677 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:37,678 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:37,678 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:37,679 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:37,679 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:37,679 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:23:37,679 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:37,681 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:37,681 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66162238, jitterRate=-0.014105826616287231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:23:37,681 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709417671Initializing all the Stores at 1731709417672 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709417672Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709417672Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709417672Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709417672Cleaning up temporary data from old regions at 1731709417679 (+7 ms)Region opened successfully at 1731709417681 (+2 ms) 2024-11-15T22:23:37,681 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:23:37,683 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec7800f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:23:37,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:23:37,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:23:37,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:23:37,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:23:37,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:23:37,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:23:37,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:23:37,686 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:23:37,686 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Unable to get data of znode /0-1844021193/balancer because node does not exist (not necessarily an error) 2024-11-15T22:23:37,730 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844021193/balancer already deleted, retry=false 2024-11-15T22:23:37,730 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:23:37,731 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Unable to get data of znode /0-1844021193/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:23:37,740 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844021193/normalizer already deleted, retry=false 2024-11-15T22:23:37,740 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:23:37,741 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Unable to get data of znode /0-1844021193/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:23:37,751 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844021193/switch/split already deleted, retry=false 2024-11-15T22:23:37,751 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Unable to get data of znode /0-1844021193/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:23:37,761 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844021193/switch/merge already deleted, retry=false 2024-11-15T22:23:37,762 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Unable to get data of znode /0-1844021193/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:23:37,772 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844021193/snapshot-cleanup already deleted, retry=false 2024-11-15T22:23:37,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1844021193/running 2024-11-15T22:23:37,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1844021193/running 2024-11-15T22:23:37,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:23:37,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:23:37,782 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,45767,1731709416098, sessionid=0x1014098a68a0000, setting cluster-up flag (Was=false) 2024-11-15T22:23:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:23:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:23:37,835 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1844021193/flush-table-proc/acquired, /0-1844021193/flush-table-proc/reached, /0-1844021193/flush-table-proc/abort 2024-11-15T22:23:37,836 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,45767,1731709416098 2024-11-15T22:23:37,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:23:37,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:23:37,887 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1844021193/online-snapshot/acquired, /0-1844021193/online-snapshot/reached, /0-1844021193/online-snapshot/abort 2024-11-15T22:23:37,888 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,45767,1731709416098 2024-11-15T22:23:37,889 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:23:37,890 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:37,890 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:23:37,890 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:23:37,890 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,45767,1731709416098 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:23:37,891 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:37,891 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:37,891 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:37,891 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:37,891 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:23:37,891 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:37,891 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:23:37,891 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:37,892 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709447892 2024-11-15T22:23:37,892 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:23:37,892 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:37,892 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:23:37,892 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:23:37,892 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:23:37,892 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:23:37,892 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:23:37,892 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:23:37,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:37,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:23:37,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:23:37,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:23:37,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:23:37,893 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:37,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:23:37,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:23:37,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:23:37,893 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709417893,5,FailOnTimeoutGroup] 2024-11-15T22:23:37,893 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709417893,5,FailOnTimeoutGroup] 2024-11-15T22:23:37,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:37,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:23:37,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:37,894 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:37,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:23:37,927 INFO [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(746): ClusterId : a90f9ff8-68a3-4d62-b302-3f184464b0b7 2024-11-15T22:23:37,927 DEBUG [RS:0;e611192d6313:40519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:23:37,938 DEBUG [RS:0;e611192d6313:40519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:23:37,938 DEBUG [RS:0;e611192d6313:40519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:23:37,951 DEBUG [RS:0;e611192d6313:40519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:23:37,951 DEBUG [RS:0;e611192d6313:40519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e739382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:23:37,961 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:40519 2024-11-15T22:23:37,961 INFO [RS:0;e611192d6313:40519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:23:37,961 INFO [RS:0;e611192d6313:40519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:23:37,961 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:23:37,962 INFO [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,45767,1731709416098 with port=40519, startcode=1731709416297 2024-11-15T22:23:37,962 DEBUG [RS:0;e611192d6313:40519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:23:37,963 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:23:37,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,40519,1731709416297 2024-11-15T22:23:37,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45767 {}] master.ServerManager(517): Registering regionserver=e611192d6313,40519,1731709416297 2024-11-15T22:23:37,965 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750 2024-11-15T22:23:37,965 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37301 2024-11-15T22:23:37,965 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:23:38,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193/rs 2024-11-15T22:23:38,044 DEBUG [RS:0;e611192d6313:40519 {}] zookeeper.ZKUtil(111): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Set watcher on existing znode=/0-1844021193/rs/e611192d6313,40519,1731709416297 2024-11-15T22:23:38,044 WARN [RS:0;e611192d6313:40519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:23:38,044 INFO [RS:0;e611192d6313:40519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:38,044 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297 2024-11-15T22:23:38,044 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,40519,1731709416297] 2024-11-15T22:23:38,046 INFO [RS:0;e611192d6313:40519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:23:38,047 INFO [RS:0;e611192d6313:40519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:23:38,047 INFO [RS:0;e611192d6313:40519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:23:38,047 INFO [RS:0;e611192d6313:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,047 INFO [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:23:38,048 INFO [RS:0;e611192d6313:40519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:23:38,048 INFO [RS:0;e611192d6313:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,048 DEBUG [RS:0;e611192d6313:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:38,048 DEBUG [RS:0;e611192d6313:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:38,048 DEBUG [RS:0;e611192d6313:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:38,048 DEBUG [RS:0;e611192d6313:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:38,048 DEBUG [RS:0;e611192d6313:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:38,048 DEBUG [RS:0;e611192d6313:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:23:38,048 DEBUG [RS:0;e611192d6313:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:38,048 DEBUG [RS:0;e611192d6313:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:38,048 DEBUG [RS:0;e611192d6313:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:38,048 DEBUG [RS:0;e611192d6313:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:38,048 DEBUG [RS:0;e611192d6313:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:38,048 DEBUG [RS:0;e611192d6313:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:38,048 DEBUG [RS:0;e611192d6313:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:23:38,048 DEBUG [RS:0;e611192d6313:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:23:38,048 INFO [RS:0;e611192d6313:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,048 INFO [RS:0;e611192d6313:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,049 INFO [RS:0;e611192d6313:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,049 INFO [RS:0;e611192d6313:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,049 INFO [RS:0;e611192d6313:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,049 INFO [RS:0;e611192d6313:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40519,1731709416297-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:23:38,061 INFO [RS:0;e611192d6313:40519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:23:38,061 INFO [RS:0;e611192d6313:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40519,1731709416297-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,061 INFO [RS:0;e611192d6313:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,061 INFO [RS:0;e611192d6313:40519 {}] regionserver.Replication(171): e611192d6313,40519,1731709416297 started 2024-11-15T22:23:38,073 INFO [RS:0;e611192d6313:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,073 INFO [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,40519,1731709416297, RpcServer on e611192d6313/172.17.0.3:40519, sessionid=0x1014098a68a0001 2024-11-15T22:23:38,073 DEBUG [RS:0;e611192d6313:40519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:23:38,073 DEBUG [RS:0;e611192d6313:40519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,40519,1731709416297 2024-11-15T22:23:38,073 DEBUG [RS:0;e611192d6313:40519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,40519,1731709416297' 2024-11-15T22:23:38,073 DEBUG [RS:0;e611192d6313:40519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1844021193/flush-table-proc/abort' 2024-11-15T22:23:38,074 DEBUG [RS:0;e611192d6313:40519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1844021193/flush-table-proc/acquired' 2024-11-15T22:23:38,074 DEBUG [RS:0;e611192d6313:40519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:23:38,074 DEBUG [RS:0;e611192d6313:40519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:23:38,074 DEBUG [RS:0;e611192d6313:40519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,40519,1731709416297 2024-11-15T22:23:38,074 DEBUG [RS:0;e611192d6313:40519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,40519,1731709416297' 2024-11-15T22:23:38,074 DEBUG [RS:0;e611192d6313:40519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1844021193/online-snapshot/abort' 2024-11-15T22:23:38,074 DEBUG [RS:0;e611192d6313:40519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1844021193/online-snapshot/acquired' 2024-11-15T22:23:38,075 DEBUG [RS:0;e611192d6313:40519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:23:38,075 INFO [RS:0;e611192d6313:40519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:23:38,075 INFO [RS:0;e611192d6313:40519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:23:38,175 INFO [RS:0;e611192d6313:40519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:23:38,176 INFO [RS:0;e611192d6313:40519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C40519%2C1731709416297, suffix=, logDir=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297, archiveDir=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/oldWALs, maxLogs=10 2024-11-15T22:23:38,189 DEBUG [RS:0;e611192d6313:40519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176, exclude list is [], retry=0 2024-11-15T22:23:38,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-589591dd-4962-4696-94a3-bf0ab25559fb,DISK] 2024-11-15T22:23:38,192 INFO [RS:0;e611192d6313:40519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 2024-11-15T22:23:38,207 DEBUG [RS:0;e611192d6313:40519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41903:41903)] 2024-11-15T22:23:38,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:23:38,305 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750 2024-11-15T22:23:38,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741833_1009 (size=32) 2024-11-15T22:23:38,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:38,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:23:38,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:23:38,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:38,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:38,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:23:38,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:23:38,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:38,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:38,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:23:38,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:23:38,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:38,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:38,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:23:38,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:23:38,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:38,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:38,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:23:38,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740 2024-11-15T22:23:38,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740 2024-11-15T22:23:38,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:23:38,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:23:38,316 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:23:38,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:23:38,318 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:38,318 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65290734, jitterRate=-0.02709224820137024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:23:38,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709418310Initializing all the Stores at 1731709418310Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709418310Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709418310Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709418310Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709418310Cleaning up temporary data from old regions at 1731709418316 (+6 ms)Region opened successfully at 1731709418318 (+2 ms) 2024-11-15T22:23:38,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:23:38,318 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:23:38,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:23:38,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:23:38,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:23:38,318 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:23:38,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709418318Disabling compacts and flushes for region at 1731709418318Disabling writes for close at 1731709418318Writing region close event to WAL at 1731709418318Closed at 1731709418318 2024-11-15T22:23:38,319 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:38,319 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:23:38,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:23:38,320 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:23:38,320 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:23:38,471 DEBUG [e611192d6313:45767 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:23:38,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,40519,1731709416297 2024-11-15T22:23:38,472 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,40519,1731709416297, state=OPENING 2024-11-15T22:23:38,559 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:23:38,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:23:38,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:23:38,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844021193/meta-region-server: CHANGED 2024-11-15T22:23:38,613 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:23:38,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844021193/meta-region-server: CHANGED 2024-11-15T22:23:38,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,40519,1731709416297}] 2024-11-15T22:23:38,769 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:23:38,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:23:38,792 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:23:38,792 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:38,793 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:23:38,798 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C40519%2C1731709416297.meta, suffix=.meta, logDir=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297, archiveDir=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/oldWALs, maxLogs=10 2024-11-15T22:23:38,814 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.meta.1731709418798.meta, exclude list is [], retry=0 2024-11-15T22:23:38,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-589591dd-4962-4696-94a3-bf0ab25559fb,DISK] 2024-11-15T22:23:38,822 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.meta.1731709418798.meta 2024-11-15T22:23:38,823 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41903:41903)] 2024-11-15T22:23:38,823 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:38,823 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:23:38,823 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:23:38,823 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:23:38,823 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:23:38,823 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:23:38,824 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:38,824 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:23:38,824 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:23:38,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:23:38,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:23:38,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:38,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:38,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:23:38,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:23:38,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:38,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:38,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:23:38,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:23:38,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:38,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:38,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:23:38,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:23:38,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:38,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:38,843 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:23:38,843 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740 2024-11-15T22:23:38,844 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740 2024-11-15T22:23:38,845 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:23:38,845 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:23:38,845 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:23:38,846 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:23:38,847 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63893854, jitterRate=-0.04790738224983215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:23:38,847 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:23:38,847 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709418824Writing region info on filesystem at 1731709418824Initializing all the Stores at 1731709418825 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709418825Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709418836 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709418836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709418836Cleaning up temporary data from old regions at 1731709418845 (+9 ms)Running coprocessor post-open hooks at 1731709418847 (+2 ms)Region opened successfully at 1731709418847 2024-11-15T22:23:38,848 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709418768 2024-11-15T22:23:38,850 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:23:38,850 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:23:38,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,40519,1731709416297 2024-11-15T22:23:38,851 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,40519,1731709416297, state=OPEN 2024-11-15T22:23:38,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1844021193/meta-region-server 2024-11-15T22:23:38,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1844021193/meta-region-server 2024-11-15T22:23:38,867 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,40519,1731709416297 2024-11-15T22:23:38,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844021193/meta-region-server: CHANGED 2024-11-15T22:23:38,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844021193/meta-region-server: CHANGED 2024-11-15T22:23:38,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:23:38,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,40519,1731709416297 in 254 msec 2024-11-15T22:23:38,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:23:38,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 550 msec 2024-11-15T22:23:38,871 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:38,871 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:23:38,871 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:38,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40519,1731709416297, seqNum=-1] 2024-11-15T22:23:38,872 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:38,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:23:38,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 989 msec 2024-11-15T22:23:38,880 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709418880, completionTime=-1 2024-11-15T22:23:38,880 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:23:38,880 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:23:38,882 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:23:38,882 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709478882 2024-11-15T22:23:38,882 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709538882 2024-11-15T22:23:38,882 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T22:23:38,882 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45767,1731709416098-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,882 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45767,1731709416098-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,882 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45767,1731709416098-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,882 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:45767, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,882 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,884 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:23:38,887 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.520sec 2024-11-15T22:23:38,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:23:38,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:23:38,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:23:38,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:23:38,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:23:38,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45767,1731709416098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:23:38,893 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45767,1731709416098-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:23:38,899 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:23:38,899 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:23:38,899 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45767,1731709416098-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:38,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e429a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:38,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45767,-1 for getting cluster id 2024-11-15T22:23:38,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:38,960 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a90f9ff8-68a3-4d62-b302-3f184464b0b7' 2024-11-15T22:23:38,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:38,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a90f9ff8-68a3-4d62-b302-3f184464b0b7" 2024-11-15T22:23:38,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:38,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45767,-1] 2024-11-15T22:23:38,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:38,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:38,963 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:38,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ec6bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:38,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40519,1731709416297, seqNum=-1] 2024-11-15T22:23:38,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:38,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:23:38,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,45767,1731709416098 2024-11-15T22:23:38,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59314 2024-11-15T22:23:39,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:23:39,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/hadoop.log.dir so I do NOT create it in target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62 2024-11-15T22:23:39,038 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:23:39,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014098a68a0002 connected 2024-11-15T22:23:39,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/hadoop.tmp.dir so I do NOT create it in target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62 2024-11-15T22:23:39,038 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:23:39,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62 2024-11-15T22:23:39,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:23:39,038 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/cluster_2c321f98-3aac-5a79-7023-71454f04c1ec, deleteOnExit=true 2024-11-15T22:23:39,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:23:39,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/test.cache.data in system properties and HBase conf 2024-11-15T22:23:39,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:23:39,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:23:39,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:23:39,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:23:39,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:23:39,040 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:23:39,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:23:39,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:23:39,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:23:39,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:23:39,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:23:39,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:23:39,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:23:39,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:23:39,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:23:39,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:23:39,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:23:39,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:23:39,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:23:39,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:23:40,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:23:40,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T22:23:40,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T22:23:40,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T22:23:40,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:23:40,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T22:23:40,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:23:40,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T22:23:40,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:23:40,083 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:23:40,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:23:40,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:23:40,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:23:40,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:23:40,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b9d584{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:23:40,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@689e61e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:23:40,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a952a4a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/java.io.tmpdir/jetty-localhost-39015-hadoop-hdfs-3_4_1-tests_jar-_-any-4201016620500555463/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:23:40,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e4a1201{HTTP/1.1, (http/1.1)}{localhost:39015} 2024-11-15T22:23:40,211 INFO [Time-limited test {}] server.Server(415): Started @372876ms 2024-11-15T22:23:40,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:23:40,713 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:23:40,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:23:40,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:23:40,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:23:40,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3da7d441{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:23:40,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66f83764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:23:40,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a522078{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/java.io.tmpdir/jetty-localhost-42323-hadoop-hdfs-3_4_1-tests_jar-_-any-15401539732254061919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:23:40,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45fae02d{HTTP/1.1, (http/1.1)}{localhost:42323} 2024-11-15T22:23:40,834 INFO [Time-limited test {}] server.Server(415): Started @373499ms 2024-11-15T22:23:40,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:23:42,032 WARN [Thread-4454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/cluster_2c321f98-3aac-5a79-7023-71454f04c1ec/data/data1/current/BP-1058556799-172.17.0.3-1731709419066/current, will proceed with Du for space computation calculation, 2024-11-15T22:23:42,032 WARN [Thread-4455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/cluster_2c321f98-3aac-5a79-7023-71454f04c1ec/data/data2/current/BP-1058556799-172.17.0.3-1731709419066/current, will proceed with Du for space computation calculation, 2024-11-15T22:23:42,056 WARN [Thread-4442 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:23:42,058 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x181792bfcdc69ceb with lease ID 0x8f774e19a37a9949: Processing first storage report for DS-f614e1ba-d714-4f57-b9d7-af126152061e from datanode DatanodeRegistration(127.0.0.1:43477, datanodeUuid=33665c17-37ff-45c8-9f9a-efc0d6fd5ce0, infoPort=39181, infoSecurePort=0, ipcPort=35535, storageInfo=lv=-57;cid=testClusterID;nsid=1401912904;c=1731709419066) 2024-11-15T22:23:42,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x181792bfcdc69ceb with lease ID 0x8f774e19a37a9949: from storage DS-f614e1ba-d714-4f57-b9d7-af126152061e node DatanodeRegistration(127.0.0.1:43477, datanodeUuid=33665c17-37ff-45c8-9f9a-efc0d6fd5ce0, infoPort=39181, infoSecurePort=0, ipcPort=35535, storageInfo=lv=-57;cid=testClusterID;nsid=1401912904;c=1731709419066), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:23:42,058 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x181792bfcdc69ceb with lease ID 0x8f774e19a37a9949: Processing first storage report for DS-78a0bc5e-5833-42f1-940d-d7dfb01c5f3b from datanode DatanodeRegistration(127.0.0.1:43477, datanodeUuid=33665c17-37ff-45c8-9f9a-efc0d6fd5ce0, infoPort=39181, infoSecurePort=0, ipcPort=35535, storageInfo=lv=-57;cid=testClusterID;nsid=1401912904;c=1731709419066) 2024-11-15T22:23:42,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x181792bfcdc69ceb with lease ID 0x8f774e19a37a9949: from storage DS-78a0bc5e-5833-42f1-940d-d7dfb01c5f3b node DatanodeRegistration(127.0.0.1:43477, datanodeUuid=33665c17-37ff-45c8-9f9a-efc0d6fd5ce0, infoPort=39181, infoSecurePort=0, ipcPort=35535, storageInfo=lv=-57;cid=testClusterID;nsid=1401912904;c=1731709419066), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:23:42,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62 2024-11-15T22:23:42,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:42,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:42,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:23:42,478 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6 with version=8 2024-11-15T22:23:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/hbase-staging 2024-11-15T22:23:42,481 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:23:42,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:42,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:42,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:23:42,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:42,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:23:42,481 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:23:42,481 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:23:42,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35237 2024-11-15T22:23:42,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35237 connecting to ZooKeeper ensemble=127.0.0.1:59314 2024-11-15T22:23:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352370x0, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:23:42,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35237-0x1014098a68a0003 connected 2024-11-15T22:23:43,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:43,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:43,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Set watcher on znode that does not yet exist, /11528314708/running 2024-11-15T22:23:43,153 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6, hbase.cluster.distributed=false 2024-11-15T22:23:43,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Set watcher on znode that does not yet exist, /11528314708/acl 2024-11-15T22:23:43,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35237 2024-11-15T22:23:43,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35237 2024-11-15T22:23:43,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35237 2024-11-15T22:23:43,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35237 2024-11-15T22:23:43,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35237 2024-11-15T22:23:43,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:23:43,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:43,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:43,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:23:43,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:43,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:23:43,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:23:43,167 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:23:43,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40545 2024-11-15T22:23:43,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40545 connecting to ZooKeeper ensemble=127.0.0.1:59314 2024-11-15T22:23:43,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:43,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:43,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405450x0, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:23:43,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40545-0x1014098a68a0004 connected 2024-11-15T22:23:43,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Set watcher on znode that does not yet exist, /11528314708/running 2024-11-15T22:23:43,246 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:23:43,246 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:23:43,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Set watcher on znode that does not yet exist, /11528314708/master 2024-11-15T22:23:43,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Set watcher on znode that does not yet exist, /11528314708/acl 2024-11-15T22:23:43,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40545 2024-11-15T22:23:43,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40545 2024-11-15T22:23:43,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40545 2024-11-15T22:23:43,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40545 2024-11-15T22:23:43,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40545 2024-11-15T22:23:43,266 DEBUG [M:0;e611192d6313:35237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:35237 2024-11-15T22:23:43,266 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11528314708/backup-masters/e611192d6313,35237,1731709422480 2024-11-15T22:23:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708/backup-masters 2024-11-15T22:23:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708/backup-masters 2024-11-15T22:23:43,330 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Set watcher on existing znode=/11528314708/backup-masters/e611192d6313,35237,1731709422480 2024-11-15T22:23:43,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11528314708/master 2024-11-15T22:23:43,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708 2024-11-15T22:23:43,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708 2024-11-15T22:23:43,401 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Set watcher on existing znode=/11528314708/master 2024-11-15T22:23:43,401 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11528314708/backup-masters/e611192d6313,35237,1731709422480 from backup master directory 2024-11-15T22:23:43,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708/backup-masters 2024-11-15T22:23:43,495 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:23:43,495 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,35237,1731709422480 2024-11-15T22:23:43,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11528314708/backup-masters/e611192d6313,35237,1731709422480 2024-11-15T22:23:43,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708/backup-masters 2024-11-15T22:23:43,499 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/hbase.id] with ID: 4f97a227-7ddf-40a8-931a-6732fcba1077 2024-11-15T22:23:43,499 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/.tmp/hbase.id 2024-11-15T22:23:43,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:23:43,913 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/.tmp/hbase.id]:[hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/hbase.id] 2024-11-15T22:23:43,921 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:43,921 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:23:43,922 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T22:23:44,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708 2024-11-15T22:23:44,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708 2024-11-15T22:23:44,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:23:44,326 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:23:44,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:44,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:44,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:44,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:44,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:44,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:44,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:44,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:44,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:44,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:44,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:44,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:44,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:44,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:44,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:44,450 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:23:44,451 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:23:44,451 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:44,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:23:44,456 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store 2024-11-15T22:23:44,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:23:44,867 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:44,868 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:23:44,868 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:44,868 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:44,868 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:23:44,868 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:44,868 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:44,868 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709424867Disabling compacts and flushes for region at 1731709424867Disabling writes for close at 1731709424868 (+1 ms)Writing region close event to WAL at 1731709424868Closed at 1731709424868 2024-11-15T22:23:44,868 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/.initializing 2024-11-15T22:23:44,868 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/WALs/e611192d6313,35237,1731709422480 2024-11-15T22:23:44,870 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:23:44,884 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C35237%2C1731709422480, suffix=, logDir=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/WALs/e611192d6313,35237,1731709422480, archiveDir=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/oldWALs, maxLogs=10 2024-11-15T22:23:44,899 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/WALs/e611192d6313,35237,1731709422480/e611192d6313%2C35237%2C1731709422480.1731709424884, exclude list is [], retry=0 2024-11-15T22:23:44,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43477,DS-f614e1ba-d714-4f57-b9d7-af126152061e,DISK] 2024-11-15T22:23:44,907 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/WALs/e611192d6313,35237,1731709422480/e611192d6313%2C35237%2C1731709422480.1731709424884 2024-11-15T22:23:44,908 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39181:39181)] 2024-11-15T22:23:44,908 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:44,908 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:44,908 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:44,908 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:44,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:44,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:23:44,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:44,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:44,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:44,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:23:44,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:44,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:44,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:44,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:23:44,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:44,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:44,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:44,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:23:44,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:44,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:44,928 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:44,929 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:44,929 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:44,930 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:44,930 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:44,931 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:23:44,931 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:44,933 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:44,933 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65392500, jitterRate=-0.02557581663131714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:23:44,933 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709424908Initializing all the Stores at 1731709424909 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709424909Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709424912 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709424912Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709424912Cleaning up temporary data from old regions at 1731709424930 (+18 ms)Region opened successfully at 1731709424933 (+3 ms) 2024-11-15T22:23:44,933 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:23:44,935 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5162e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:23:44,936 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:23:44,936 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:23:44,936 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:23:44,936 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:23:44,936 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:23:44,937 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:23:44,937 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:23:44,941 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:23:44,941 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Unable to get data of znode /11528314708/balancer because node does not exist (not necessarily an error) 2024-11-15T22:23:44,972 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11528314708/balancer already deleted, retry=false 2024-11-15T22:23:44,972 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:23:44,973 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Unable to get data of znode /11528314708/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:23:45,004 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11528314708/normalizer already deleted, retry=false 2024-11-15T22:23:45,004 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:23:45,005 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Unable to get data of znode /11528314708/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:23:45,035 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11528314708/switch/split already deleted, retry=false 2024-11-15T22:23:45,036 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Unable to get data of znode /11528314708/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:23:45,067 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11528314708/switch/merge already deleted, retry=false 2024-11-15T22:23:45,068 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Unable to get data of znode /11528314708/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:23:45,098 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11528314708/snapshot-cleanup already deleted, retry=false 2024-11-15T22:23:45,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11528314708/running 2024-11-15T22:23:45,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11528314708/running 2024-11-15T22:23:45,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708 2024-11-15T22:23:45,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708 2024-11-15T22:23:45,120 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,35237,1731709422480, sessionid=0x1014098a68a0003, setting cluster-up flag (Was=false) 2024-11-15T22:23:45,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708 2024-11-15T22:23:45,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708 2024-11-15T22:23:45,224 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11528314708/flush-table-proc/acquired, /11528314708/flush-table-proc/reached, /11528314708/flush-table-proc/abort 2024-11-15T22:23:45,225 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,35237,1731709422480 2024-11-15T22:23:45,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708 2024-11-15T22:23:45,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708 2024-11-15T22:23:45,340 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11528314708/online-snapshot/acquired, /11528314708/online-snapshot/reached, /11528314708/online-snapshot/abort 2024-11-15T22:23:45,341 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,35237,1731709422480 2024-11-15T22:23:45,345 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:23:45,346 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:45,346 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:23:45,346 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:23:45,346 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,35237,1731709422480 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:23:45,347 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:45,347 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:45,347 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:45,347 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:45,347 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:23:45,347 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:45,347 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:23:45,347 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:45,348 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709455348 2024-11-15T22:23:45,349 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:23:45,349 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:23:45,349 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:23:45,349 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:23:45,349 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:45,349 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:23:45,349 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:23:45,349 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:23:45,349 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:45,349 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:23:45,349 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:23:45,349 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:23:45,349 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:23:45,350 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:23:45,350 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:23:45,350 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:45,350 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:23:45,352 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709425350,5,FailOnTimeoutGroup] 2024-11-15T22:23:45,352 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709425352,5,FailOnTimeoutGroup] 2024-11-15T22:23:45,352 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:45,352 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:23:45,352 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:45,352 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:45,359 INFO [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(746): ClusterId : 4f97a227-7ddf-40a8-931a-6732fcba1077 2024-11-15T22:23:45,359 DEBUG [RS:0;e611192d6313:40545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:23:45,372 DEBUG [RS:0;e611192d6313:40545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:23:45,372 DEBUG [RS:0;e611192d6313:40545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:23:45,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:23:45,382 DEBUG [RS:0;e611192d6313:40545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:23:45,383 DEBUG [RS:0;e611192d6313:40545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62600c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:23:45,401 DEBUG [RS:0;e611192d6313:40545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:40545 2024-11-15T22:23:45,401 INFO [RS:0;e611192d6313:40545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:23:45,401 INFO [RS:0;e611192d6313:40545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:23:45,401 DEBUG [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:23:45,402 INFO [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,35237,1731709422480 with port=40545, startcode=1731709423167 2024-11-15T22:23:45,402 DEBUG [RS:0;e611192d6313:40545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:23:45,403 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:23:45,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,40545,1731709423167 2024-11-15T22:23:45,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35237 {}] master.ServerManager(517): Registering regionserver=e611192d6313,40545,1731709423167 2024-11-15T22:23:45,405 DEBUG [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6 2024-11-15T22:23:45,405 DEBUG [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33921 2024-11-15T22:23:45,405 DEBUG [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:23:45,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708/rs 2024-11-15T22:23:45,466 DEBUG [RS:0;e611192d6313:40545 {}] zookeeper.ZKUtil(111): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Set watcher on existing znode=/11528314708/rs/e611192d6313,40545,1731709423167 2024-11-15T22:23:45,466 WARN [RS:0;e611192d6313:40545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:23:45,466 INFO [RS:0;e611192d6313:40545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:45,466 DEBUG [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/WALs/e611192d6313,40545,1731709423167 2024-11-15T22:23:45,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,40545,1731709423167] 2024-11-15T22:23:45,469 INFO [RS:0;e611192d6313:40545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:23:45,471 INFO [RS:0;e611192d6313:40545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:23:45,475 INFO [RS:0;e611192d6313:40545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:23:45,475 INFO [RS:0;e611192d6313:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:45,476 INFO [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:23:45,477 INFO [RS:0;e611192d6313:40545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:23:45,477 INFO [RS:0;e611192d6313:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:45,477 DEBUG [RS:0;e611192d6313:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:45,477 DEBUG [RS:0;e611192d6313:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:45,477 DEBUG [RS:0;e611192d6313:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:45,477 DEBUG [RS:0;e611192d6313:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:45,477 DEBUG [RS:0;e611192d6313:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:45,477 DEBUG [RS:0;e611192d6313:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:23:45,477 DEBUG [RS:0;e611192d6313:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:45,477 DEBUG [RS:0;e611192d6313:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:45,477 DEBUG [RS:0;e611192d6313:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:45,477 DEBUG [RS:0;e611192d6313:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:45,477 DEBUG [RS:0;e611192d6313:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:45,477 DEBUG [RS:0;e611192d6313:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:45,477 DEBUG [RS:0;e611192d6313:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:23:45,477 DEBUG [RS:0;e611192d6313:40545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:23:45,478 INFO [RS:0;e611192d6313:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:45,478 INFO [RS:0;e611192d6313:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:45,478 INFO [RS:0;e611192d6313:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:45,478 INFO [RS:0;e611192d6313:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:45,478 INFO [RS:0;e611192d6313:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:45,478 INFO [RS:0;e611192d6313:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40545,1731709423167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:23:45,496 INFO [RS:0;e611192d6313:40545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:23:45,496 INFO [RS:0;e611192d6313:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40545,1731709423167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:45,496 INFO [RS:0;e611192d6313:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:45,496 INFO [RS:0;e611192d6313:40545 {}] regionserver.Replication(171): e611192d6313,40545,1731709423167 started 2024-11-15T22:23:45,512 INFO [RS:0;e611192d6313:40545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:45,513 INFO [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,40545,1731709423167, RpcServer on e611192d6313/172.17.0.3:40545, sessionid=0x1014098a68a0004 2024-11-15T22:23:45,513 DEBUG [RS:0;e611192d6313:40545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:23:45,513 DEBUG [RS:0;e611192d6313:40545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,40545,1731709423167 2024-11-15T22:23:45,513 DEBUG [RS:0;e611192d6313:40545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,40545,1731709423167' 2024-11-15T22:23:45,513 DEBUG [RS:0;e611192d6313:40545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11528314708/flush-table-proc/abort' 2024-11-15T22:23:45,513 DEBUG [RS:0;e611192d6313:40545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11528314708/flush-table-proc/acquired' 2024-11-15T22:23:45,514 DEBUG [RS:0;e611192d6313:40545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:23:45,514 DEBUG [RS:0;e611192d6313:40545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:23:45,514 DEBUG [RS:0;e611192d6313:40545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,40545,1731709423167 2024-11-15T22:23:45,514 DEBUG [RS:0;e611192d6313:40545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,40545,1731709423167' 2024-11-15T22:23:45,514 DEBUG [RS:0;e611192d6313:40545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11528314708/online-snapshot/abort' 2024-11-15T22:23:45,514 DEBUG [RS:0;e611192d6313:40545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11528314708/online-snapshot/acquired' 2024-11-15T22:23:45,515 DEBUG [RS:0;e611192d6313:40545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:23:45,515 INFO [RS:0;e611192d6313:40545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:23:45,515 INFO [RS:0;e611192d6313:40545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:23:45,615 INFO [RS:0;e611192d6313:40545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:23:45,617 INFO [RS:0;e611192d6313:40545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C40545%2C1731709423167, suffix=, logDir=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/WALs/e611192d6313,40545,1731709423167, archiveDir=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/oldWALs, maxLogs=10 2024-11-15T22:23:45,617 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:45,618 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:23:45,619 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148988 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:23:45,635 DEBUG [RS:0;e611192d6313:40545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/WALs/e611192d6313,40545,1731709423167/e611192d6313%2C40545%2C1731709423167.1731709425617, exclude list is [], retry=0 2024-11-15T22:23:45,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43477,DS-f614e1ba-d714-4f57-b9d7-af126152061e,DISK] 2024-11-15T22:23:45,651 INFO [RS:0;e611192d6313:40545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/WALs/e611192d6313,40545,1731709423167/e611192d6313%2C40545%2C1731709423167.1731709425617 2024-11-15T22:23:45,652 DEBUG [RS:0;e611192d6313:40545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39181:39181)] 2024-11-15T22:23:45,773 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:23:45,774 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6 2024-11-15T22:23:45,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741833_1009 (size=32) 2024-11-15T22:23:46,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:46,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:23:46,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:23:46,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:46,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:46,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:23:46,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:23:46,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:46,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:46,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:23:46,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:23:46,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:46,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:46,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:23:46,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:23:46,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:46,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:46,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:23:46,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740 2024-11-15T22:23:46,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740 2024-11-15T22:23:46,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:23:46,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:23:46,190 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:23:46,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:23:46,192 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:46,193 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71677871, jitterRate=0.0680835098028183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:23:46,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709426179Initializing all the Stores at 1731709426179Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709426179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709426179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709426179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709426179Cleaning up temporary data from old regions at 1731709426189 (+10 ms)Region opened successfully at 1731709426193 (+4 ms) 2024-11-15T22:23:46,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:23:46,193 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:23:46,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:23:46,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:23:46,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:23:46,194 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:23:46,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709426193Disabling compacts and flushes for region at 1731709426193Disabling writes for close at 1731709426193Writing region close event to WAL at 1731709426194 (+1 ms)Closed at 1731709426194 2024-11-15T22:23:46,195 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:46,195 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:23:46,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:23:46,196 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:23:46,197 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:23:46,347 DEBUG [e611192d6313:35237 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:23:46,347 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,40545,1731709423167 2024-11-15T22:23:46,348 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,40545,1731709423167, state=OPENING 2024-11-15T22:23:46,361 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:23:46,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708 2024-11-15T22:23:46,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708 2024-11-15T22:23:46,372 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:23:46,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,40545,1731709423167}] 2024-11-15T22:23:46,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11528314708/meta-region-server: CHANGED 2024-11-15T22:23:46,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11528314708/meta-region-server: CHANGED 2024-11-15T22:23:46,527 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:23:46,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:23:46,530 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:23:46,530 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:46,530 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:23:46,531 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C40545%2C1731709423167.meta, suffix=.meta, logDir=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/WALs/e611192d6313,40545,1731709423167, archiveDir=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/oldWALs, maxLogs=10 2024-11-15T22:23:46,543 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/WALs/e611192d6313,40545,1731709423167/e611192d6313%2C40545%2C1731709423167.meta.1731709426532.meta, exclude list is [], retry=0 2024-11-15T22:23:46,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43477,DS-f614e1ba-d714-4f57-b9d7-af126152061e,DISK] 2024-11-15T22:23:46,546 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/WALs/e611192d6313,40545,1731709423167/e611192d6313%2C40545%2C1731709423167.meta.1731709426532.meta 2024-11-15T22:23:46,546 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39181:39181)] 2024-11-15T22:23:46,546 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:46,547 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:23:46,547 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:23:46,547 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:23:46,547 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:23:46,547 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:23:46,547 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:46,547 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:23:46,547 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:23:46,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:23:46,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:23:46,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:46,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:46,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:23:46,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:23:46,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:46,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:46,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:23:46,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:23:46,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:46,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:46,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:23:46,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:23:46,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:46,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:46,552 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:23:46,552 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740 2024-11-15T22:23:46,553 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740 2024-11-15T22:23:46,553 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:23:46,553 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:23:46,554 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:23:46,555 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:23:46,555 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60606997, jitterRate=-0.09688536822795868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:23:46,555 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:23:46,556 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709426547Writing region info on filesystem at 1731709426547Initializing all the Stores at 1731709426548 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709426548Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709426548Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709426548Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709426548Cleaning up temporary data from old regions at 1731709426553 (+5 ms)Running coprocessor post-open hooks at 1731709426555 (+2 ms)Region opened successfully at 1731709426556 (+1 ms) 2024-11-15T22:23:46,556 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709426527 2024-11-15T22:23:46,558 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:23:46,558 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:23:46,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,40545,1731709423167 2024-11-15T22:23:46,559 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,40545,1731709423167, state=OPEN 2024-11-15T22:23:46,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11528314708/meta-region-server 2024-11-15T22:23:46,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11528314708/meta-region-server 2024-11-15T22:23:46,674 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,40545,1731709423167 2024-11-15T22:23:46,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11528314708/meta-region-server: CHANGED 2024-11-15T22:23:46,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11528314708/meta-region-server: CHANGED 2024-11-15T22:23:46,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:23:46,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,40545,1731709423167 in 303 msec 2024-11-15T22:23:46,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:23:46,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-15T22:23:46,678 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:46,678 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:23:46,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:46,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40545,1731709423167, seqNum=-1] 2024-11-15T22:23:46,679 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:46,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:23:46,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3370 sec 2024-11-15T22:23:46,683 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709426683, completionTime=-1 2024-11-15T22:23:46,683 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:23:46,683 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:23:46,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:23:46,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709486684 2024-11-15T22:23:46,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709546684 2024-11-15T22:23:46,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T22:23:46,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35237,1731709422480-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:46,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35237,1731709422480-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:46,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35237,1731709422480-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:46,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:35237, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:46,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:46,685 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:46,686 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:23:46,687 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.192sec 2024-11-15T22:23:46,687 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:23:46,687 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:23:46,687 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:23:46,687 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:23:46,687 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:23:46,687 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35237,1731709422480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:23:46,687 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35237,1731709422480-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:23:46,689 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:23:46,689 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:23:46,689 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35237,1731709422480-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:46,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36cccc13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:46,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,35237,-1 for getting cluster id 2024-11-15T22:23:46,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:46,759 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f97a227-7ddf-40a8-931a-6732fcba1077' 2024-11-15T22:23:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f97a227-7ddf-40a8-931a-6732fcba1077" 2024-11-15T22:23:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71fb99de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,35237,-1] 2024-11-15T22:23:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:46,760 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:46,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db6ce4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:46,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:46,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40545,1731709423167, seqNum=-1] 2024-11-15T22:23:46,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:46,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:23:46,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,35237,1731709422480 2024-11-15T22:23:46,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59314 2024-11-15T22:23:46,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:23:46,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014098a68a0005 connected 2024-11-15T22:23:46,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/hadoop.log.dir so I do NOT create it in target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8 2024-11-15T22:23:46,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:23:46,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/hadoop.tmp.dir so I do NOT create it in target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8 2024-11-15T22:23:46,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:23:46,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8 2024-11-15T22:23:46,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:23:46,784 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/cluster_437188e6-ab6c-f731-55d6-92197cc29947, deleteOnExit=true 2024-11-15T22:23:46,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:23:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/test.cache.data in system properties and HBase conf 2024-11-15T22:23:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:23:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:23:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:23:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:23:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:23:46,785 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:23:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:23:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:23:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:23:46,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:23:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:23:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:23:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:23:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:23:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:23:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:23:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:23:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:23:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:23:46,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:23:47,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:23:47,312 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:23:47,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:23:47,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:23:47,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:23:47,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:23:47,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f616208{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:23:47,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f3df764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:23:47,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d1adc50{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/java.io.tmpdir/jetty-localhost-36129-hadoop-hdfs-3_4_1-tests_jar-_-any-10058845783362193677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:23:47,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ad13d2f{HTTP/1.1, (http/1.1)}{localhost:36129} 2024-11-15T22:23:47,437 INFO [Time-limited test {}] server.Server(415): Started @380102ms 2024-11-15T22:23:47,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:23:47,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:23:47,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:23:47,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:23:47,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:23:47,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a3e9c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:23:47,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e4e5888{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:23:47,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c0ce22b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/java.io.tmpdir/jetty-localhost-39905-hadoop-hdfs-3_4_1-tests_jar-_-any-12401820662584267352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:23:47,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cc46eda{HTTP/1.1, (http/1.1)}{localhost:39905} 2024-11-15T22:23:47,998 INFO [Time-limited test {}] server.Server(415): Started @380663ms 2024-11-15T22:23:47,999 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:23:48,793 WARN [Thread-4575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/cluster_437188e6-ab6c-f731-55d6-92197cc29947/data/data1/current/BP-1415245247-172.17.0.3-1731709426804/current, will proceed with Du for space computation calculation, 2024-11-15T22:23:48,805 WARN [Thread-4576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/cluster_437188e6-ab6c-f731-55d6-92197cc29947/data/data2/current/BP-1415245247-172.17.0.3-1731709426804/current, will proceed with Du for space computation calculation, 2024-11-15T22:23:48,870 WARN [Thread-4563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:23:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f027b3db8d963c1 with lease ID 0xaf9d38cad57b7b00: Processing first storage report for DS-12cc3e11-0ab1-4008-9ba8-a5169c86d598 from datanode DatanodeRegistration(127.0.0.1:35881, datanodeUuid=4c28eca1-c873-4559-a133-596b52cb9712, infoPort=38029, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=642958050;c=1731709426804) 2024-11-15T22:23:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f027b3db8d963c1 with lease ID 0xaf9d38cad57b7b00: from storage DS-12cc3e11-0ab1-4008-9ba8-a5169c86d598 node DatanodeRegistration(127.0.0.1:35881, datanodeUuid=4c28eca1-c873-4559-a133-596b52cb9712, infoPort=38029, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=642958050;c=1731709426804), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T22:23:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f027b3db8d963c1 with lease ID 0xaf9d38cad57b7b00: Processing first storage report for DS-39aa6a31-bc86-454f-8e65-eaa7329c3392 from datanode DatanodeRegistration(127.0.0.1:35881, datanodeUuid=4c28eca1-c873-4559-a133-596b52cb9712, infoPort=38029, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=642958050;c=1731709426804) 2024-11-15T22:23:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f027b3db8d963c1 with lease ID 0xaf9d38cad57b7b00: from storage DS-39aa6a31-bc86-454f-8e65-eaa7329c3392 node DatanodeRegistration(127.0.0.1:35881, datanodeUuid=4c28eca1-c873-4559-a133-596b52cb9712, infoPort=38029, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=642958050;c=1731709426804), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:23:48,946 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8 2024-11-15T22:23:48,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:48,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:48,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:23:48,996 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b with version=8 2024-11-15T22:23:48,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/hbase-staging 2024-11-15T22:23:48,998 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:23:48,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:48,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:48,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:23:48,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:48,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:23:48,998 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:23:48,998 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:23:48,999 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45807 2024-11-15T22:23:49,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45807 connecting to ZooKeeper ensemble=127.0.0.1:59314 2024-11-15T22:23:49,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458070x0, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:23:49,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45807-0x1014098a68a0006 connected 2024-11-15T22:23:49,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:49,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:49,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Set watcher on znode that does not yet exist, /2-1259839335/running 2024-11-15T22:23:49,112 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b, hbase.cluster.distributed=false 2024-11-15T22:23:49,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Set watcher on znode that does not yet exist, /2-1259839335/acl 2024-11-15T22:23:49,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45807 2024-11-15T22:23:49,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45807 2024-11-15T22:23:49,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45807 2024-11-15T22:23:49,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45807 2024-11-15T22:23:49,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45807 2024-11-15T22:23:49,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:23:49,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:49,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:49,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:23:49,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:23:49,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:23:49,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:23:49,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:23:49,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39513 2024-11-15T22:23:49,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39513 connecting to ZooKeeper ensemble=127.0.0.1:59314 2024-11-15T22:23:49,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:49,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:49,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395130x0, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:23:49,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395130x0, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Set watcher on znode that does not yet exist, /2-1259839335/running 2024-11-15T22:23:49,194 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:23:49,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39513-0x1014098a68a0007 connected 2024-11-15T22:23:49,204 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:23:49,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Set watcher on znode that does not yet exist, /2-1259839335/master 2024-11-15T22:23:49,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Set watcher on znode that does not yet exist, /2-1259839335/acl 2024-11-15T22:23:49,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39513 2024-11-15T22:23:49,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39513 2024-11-15T22:23:49,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39513 2024-11-15T22:23:49,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39513 2024-11-15T22:23:49,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39513 2024-11-15T22:23:49,219 DEBUG [M:0;e611192d6313:45807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:45807 2024-11-15T22:23:49,220 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1259839335/backup-masters/e611192d6313,45807,1731709428998 2024-11-15T22:23:49,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335/backup-masters 2024-11-15T22:23:49,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335/backup-masters 2024-11-15T22:23:49,234 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Set watcher on existing znode=/2-1259839335/backup-masters/e611192d6313,45807,1731709428998 2024-11-15T22:23:49,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335 2024-11-15T22:23:49,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1259839335/master 2024-11-15T22:23:49,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335 2024-11-15T22:23:49,245 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Set watcher on existing znode=/2-1259839335/master 2024-11-15T22:23:49,245 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1259839335/backup-masters/e611192d6313,45807,1731709428998 from backup master directory 2024-11-15T22:23:49,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335/backup-masters 2024-11-15T22:23:49,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1259839335/backup-masters/e611192d6313,45807,1731709428998 2024-11-15T22:23:49,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335/backup-masters 2024-11-15T22:23:49,255 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:23:49,255 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,45807,1731709428998 2024-11-15T22:23:49,260 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/hbase.id] with ID: db81a4c2-a3f1-4172-a439-e770067bbab7 2024-11-15T22:23:49,260 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/.tmp/hbase.id 2024-11-15T22:23:49,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:23:49,291 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/.tmp/hbase.id]:[hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/hbase.id] 2024-11-15T22:23:49,298 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:49,298 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:23:49,299 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T22:23:49,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335 2024-11-15T22:23:49,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335 2024-11-15T22:23:49,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:23:49,313 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:23:49,314 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:23:49,316 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:49,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:23:49,322 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store 2024-11-15T22:23:49,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:23:49,726 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:49,726 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:23:49,727 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:49,727 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:49,727 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:23:49,727 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:49,727 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:23:49,727 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709429726Disabling compacts and flushes for region at 1731709429726Disabling writes for close at 1731709429727 (+1 ms)Writing region close event to WAL at 1731709429727Closed at 1731709429727 2024-11-15T22:23:49,727 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/.initializing 2024-11-15T22:23:49,727 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/WALs/e611192d6313,45807,1731709428998 2024-11-15T22:23:49,728 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:23:49,729 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C45807%2C1731709428998, suffix=, logDir=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/WALs/e611192d6313,45807,1731709428998, archiveDir=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/oldWALs, maxLogs=10 2024-11-15T22:23:49,745 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/WALs/e611192d6313,45807,1731709428998/e611192d6313%2C45807%2C1731709428998.1731709429729, exclude list is [], retry=0 2024-11-15T22:23:49,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35881,DS-12cc3e11-0ab1-4008-9ba8-a5169c86d598,DISK] 2024-11-15T22:23:49,750 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/WALs/e611192d6313,45807,1731709428998/e611192d6313%2C45807%2C1731709428998.1731709429729 2024-11-15T22:23:49,750 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38029:38029)] 2024-11-15T22:23:49,750 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:49,750 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:49,751 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:49,751 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:49,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:49,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:23:49,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:49,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:49,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:49,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:23:49,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:49,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:49,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:49,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:23:49,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:49,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:49,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:49,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:23:49,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:49,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:49,758 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:49,759 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:49,759 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:49,760 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:49,760 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:49,762 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:23:49,765 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:23:49,769 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:49,769 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62650128, jitterRate=-0.06644034385681152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:23:49,769 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709429751Initializing all the Stores at 1731709429751Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709429751Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709429752 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709429752Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709429752Cleaning up temporary data from old regions at 1731709429760 (+8 ms)Region opened successfully at 1731709429769 (+9 ms) 2024-11-15T22:23:49,776 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:23:49,779 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2137579a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:23:49,779 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:23:49,780 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:23:49,780 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:23:49,780 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:23:49,780 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:23:49,781 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:23:49,781 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:23:49,799 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:23:49,799 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Unable to get data of znode /2-1259839335/balancer because node does not exist (not necessarily an error) 2024-11-15T22:23:49,845 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1259839335/balancer already deleted, retry=false 2024-11-15T22:23:49,845 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:23:49,846 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Unable to get data of znode /2-1259839335/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:23:49,855 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1259839335/normalizer already deleted, retry=false 2024-11-15T22:23:49,856 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:23:49,865 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Unable to get data of znode /2-1259839335/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:23:49,876 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1259839335/switch/split already deleted, retry=false 2024-11-15T22:23:49,877 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Unable to get data of znode /2-1259839335/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:23:49,887 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1259839335/switch/merge already deleted, retry=false 2024-11-15T22:23:49,889 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Unable to get data of znode /2-1259839335/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:23:49,897 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1259839335/snapshot-cleanup already deleted, retry=false 2024-11-15T22:23:49,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1259839335/running 2024-11-15T22:23:49,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335 2024-11-15T22:23:49,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1259839335/running 2024-11-15T22:23:49,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335 2024-11-15T22:23:49,908 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,45807,1731709428998, sessionid=0x1014098a68a0006, setting cluster-up flag (Was=false) 2024-11-15T22:23:49,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335 2024-11-15T22:23:49,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335 2024-11-15T22:23:49,961 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1259839335/flush-table-proc/acquired, /2-1259839335/flush-table-proc/reached, /2-1259839335/flush-table-proc/abort 2024-11-15T22:23:49,961 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,45807,1731709428998 2024-11-15T22:23:49,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335 2024-11-15T22:23:49,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335 2024-11-15T22:23:50,013 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1259839335/online-snapshot/acquired, /2-1259839335/online-snapshot/reached, /2-1259839335/online-snapshot/abort 2024-11-15T22:23:50,014 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,45807,1731709428998 2024-11-15T22:23:50,021 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:23:50,025 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:50,026 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:23:50,026 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:23:50,026 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,45807,1731709428998 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:23:50,028 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:50,028 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:50,028 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:50,028 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:23:50,028 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:23:50,028 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:50,028 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:23:50,028 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:50,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:50,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:23:50,031 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:50,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:23:50,060 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709460060 2024-11-15T22:23:50,060 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:23:50,061 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:23:50,061 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:23:50,061 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:23:50,061 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:23:50,061 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:23:50,064 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:50,073 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:23:50,073 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:23:50,073 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:23:50,074 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T22:23:50,076 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:23:50,076 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:23:50,077 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709430076,5,FailOnTimeoutGroup] 2024-11-15T22:23:50,077 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709430077,5,FailOnTimeoutGroup] 2024-11-15T22:23:50,077 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:50,077 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:23:50,077 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:50,077 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:50,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:23:50,110 INFO [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(746): ClusterId : db81a4c2-a3f1-4172-a439-e770067bbab7 2024-11-15T22:23:50,110 DEBUG [RS:0;e611192d6313:39513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:23:50,120 DEBUG [RS:0;e611192d6313:39513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:23:50,120 DEBUG [RS:0;e611192d6313:39513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:23:50,130 DEBUG [RS:0;e611192d6313:39513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:23:50,130 DEBUG [RS:0;e611192d6313:39513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef88854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:23:50,154 DEBUG [RS:0;e611192d6313:39513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:39513 2024-11-15T22:23:50,154 INFO [RS:0;e611192d6313:39513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:23:50,154 INFO [RS:0;e611192d6313:39513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:23:50,154 DEBUG [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:23:50,160 INFO [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,45807,1731709428998 with port=39513, startcode=1731709429167 2024-11-15T22:23:50,160 DEBUG [RS:0;e611192d6313:39513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:23:50,162 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:23:50,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,39513,1731709429167 2024-11-15T22:23:50,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45807 {}] master.ServerManager(517): Registering regionserver=e611192d6313,39513,1731709429167 2024-11-15T22:23:50,166 DEBUG [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b 2024-11-15T22:23:50,166 DEBUG [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40593 2024-11-15T22:23:50,166 DEBUG [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:23:50,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335/rs 2024-11-15T22:23:50,238 DEBUG [RS:0;e611192d6313:39513 {}] zookeeper.ZKUtil(111): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Set watcher on existing znode=/2-1259839335/rs/e611192d6313,39513,1731709429167 2024-11-15T22:23:50,238 WARN [RS:0;e611192d6313:39513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:23:50,238 INFO [RS:0;e611192d6313:39513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:50,238 DEBUG [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/WALs/e611192d6313,39513,1731709429167 2024-11-15T22:23:50,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,39513,1731709429167] 2024-11-15T22:23:50,243 INFO [RS:0;e611192d6313:39513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:23:50,245 INFO [RS:0;e611192d6313:39513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:23:50,245 INFO [RS:0;e611192d6313:39513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:23:50,245 INFO [RS:0;e611192d6313:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:50,247 INFO [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:23:50,247 INFO [RS:0;e611192d6313:39513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:23:50,247 INFO [RS:0;e611192d6313:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:50,247 DEBUG [RS:0;e611192d6313:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:50,247 DEBUG [RS:0;e611192d6313:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:50,247 DEBUG [RS:0;e611192d6313:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:50,247 DEBUG [RS:0;e611192d6313:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:50,247 DEBUG [RS:0;e611192d6313:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:50,248 DEBUG [RS:0;e611192d6313:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:23:50,248 DEBUG [RS:0;e611192d6313:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:50,248 DEBUG [RS:0;e611192d6313:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:50,248 DEBUG [RS:0;e611192d6313:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:50,248 DEBUG [RS:0;e611192d6313:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:50,248 DEBUG [RS:0;e611192d6313:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:50,248 DEBUG [RS:0;e611192d6313:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:23:50,248 DEBUG [RS:0;e611192d6313:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:23:50,248 DEBUG [RS:0;e611192d6313:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:23:50,249 INFO [RS:0;e611192d6313:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:50,249 INFO [RS:0;e611192d6313:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:50,249 INFO [RS:0;e611192d6313:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:50,249 INFO [RS:0;e611192d6313:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:50,249 INFO [RS:0;e611192d6313:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:50,249 INFO [RS:0;e611192d6313:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39513,1731709429167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:23:50,264 INFO [RS:0;e611192d6313:39513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:23:50,265 INFO [RS:0;e611192d6313:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39513,1731709429167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:50,265 INFO [RS:0;e611192d6313:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:50,265 INFO [RS:0;e611192d6313:39513 {}] regionserver.Replication(171): e611192d6313,39513,1731709429167 started 2024-11-15T22:23:50,279 INFO [RS:0;e611192d6313:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:50,280 INFO [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,39513,1731709429167, RpcServer on e611192d6313/172.17.0.3:39513, sessionid=0x1014098a68a0007 2024-11-15T22:23:50,280 DEBUG [RS:0;e611192d6313:39513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:23:50,280 DEBUG [RS:0;e611192d6313:39513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,39513,1731709429167 2024-11-15T22:23:50,280 DEBUG [RS:0;e611192d6313:39513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,39513,1731709429167' 2024-11-15T22:23:50,280 DEBUG [RS:0;e611192d6313:39513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1259839335/flush-table-proc/abort' 2024-11-15T22:23:50,280 DEBUG [RS:0;e611192d6313:39513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1259839335/flush-table-proc/acquired' 2024-11-15T22:23:50,280 DEBUG [RS:0;e611192d6313:39513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:23:50,280 DEBUG [RS:0;e611192d6313:39513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:23:50,281 DEBUG [RS:0;e611192d6313:39513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,39513,1731709429167 2024-11-15T22:23:50,281 DEBUG [RS:0;e611192d6313:39513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,39513,1731709429167' 2024-11-15T22:23:50,281 DEBUG [RS:0;e611192d6313:39513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1259839335/online-snapshot/abort' 2024-11-15T22:23:50,281 DEBUG [RS:0;e611192d6313:39513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1259839335/online-snapshot/acquired' 2024-11-15T22:23:50,281 DEBUG [RS:0;e611192d6313:39513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:23:50,281 INFO [RS:0;e611192d6313:39513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:23:50,281 INFO [RS:0;e611192d6313:39513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:23:50,381 INFO [RS:0;e611192d6313:39513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:23:50,382 INFO [RS:0;e611192d6313:39513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C39513%2C1731709429167, suffix=, logDir=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/WALs/e611192d6313,39513,1731709429167, archiveDir=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/oldWALs, maxLogs=10 2024-11-15T22:23:50,396 DEBUG [RS:0;e611192d6313:39513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/WALs/e611192d6313,39513,1731709429167/e611192d6313%2C39513%2C1731709429167.1731709430383, exclude list is [], retry=0 2024-11-15T22:23:50,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35881,DS-12cc3e11-0ab1-4008-9ba8-a5169c86d598,DISK] 2024-11-15T22:23:50,399 INFO [RS:0;e611192d6313:39513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/WALs/e611192d6313,39513,1731709429167/e611192d6313%2C39513%2C1731709429167.1731709430383 2024-11-15T22:23:50,399 DEBUG [RS:0;e611192d6313:39513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38029:38029)] 2024-11-15T22:23:50,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:23:50,479 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b 2024-11-15T22:23:50,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741833_1009 (size=32) 2024-11-15T22:23:50,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:50,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:23:50,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:23:50,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:50,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:50,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:23:50,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:23:50,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:50,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:50,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:23:50,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:23:50,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:50,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:50,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:23:50,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:23:50,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:50,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:50,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:23:50,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740 2024-11-15T22:23:50,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740 2024-11-15T22:23:50,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:23:50,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:23:50,902 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:23:50,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:23:50,911 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:50,912 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73749010, jitterRate=0.09894588589668274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:23:50,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709430884Initializing all the Stores at 1731709430885 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709430885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709430886 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709430886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709430886Cleaning up temporary data from old regions at 1731709430901 (+15 ms)Region opened successfully at 1731709430912 (+11 ms) 2024-11-15T22:23:50,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:23:50,912 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:23:50,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:23:50,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:23:50,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:23:50,913 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:23:50,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709430912Disabling compacts and flushes for region at 1731709430912Disabling writes for close at 1731709430912Writing region close event to WAL at 1731709430913 (+1 ms)Closed at 1731709430913 2024-11-15T22:23:50,914 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:50,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:23:50,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:23:50,916 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:23:50,917 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:23:51,067 DEBUG [e611192d6313:45807 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T22:23:51,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,39513,1731709429167 2024-11-15T22:23:51,069 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,39513,1731709429167, state=OPENING 2024-11-15T22:23:51,123 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:23:51,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335 2024-11-15T22:23:51,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335 2024-11-15T22:23:51,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1259839335/meta-region-server: CHANGED 2024-11-15T22:23:51,161 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:23:51,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,39513,1731709429167}] 2024-11-15T22:23:51,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1259839335/meta-region-server: CHANGED 2024-11-15T22:23:51,320 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:23:51,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:23:51,336 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:23:51,336 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:51,337 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:23:51,338 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C39513%2C1731709429167.meta, suffix=.meta, logDir=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/WALs/e611192d6313,39513,1731709429167, archiveDir=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/oldWALs, maxLogs=10 2024-11-15T22:23:51,355 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/WALs/e611192d6313,39513,1731709429167/e611192d6313%2C39513%2C1731709429167.meta.1731709431338.meta, exclude list is [], retry=0 2024-11-15T22:23:51,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35881,DS-12cc3e11-0ab1-4008-9ba8-a5169c86d598,DISK] 2024-11-15T22:23:51,359 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/WALs/e611192d6313,39513,1731709429167/e611192d6313%2C39513%2C1731709429167.meta.1731709431338.meta 2024-11-15T22:23:51,359 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38029:38029)] 2024-11-15T22:23:51,360 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:51,360 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:23:51,361 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:23:51,361 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:23:51,361 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:23:51,361 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:23:51,361 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:51,361 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:23:51,361 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:23:51,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:23:51,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:23:51,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:51,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:51,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:23:51,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:23:51,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:51,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:51,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:23:51,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:23:51,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:51,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:51,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:23:51,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:23:51,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:51,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:23:51,366 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:23:51,367 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740 2024-11-15T22:23:51,367 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740 2024-11-15T22:23:51,368 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:23:51,368 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:23:51,369 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:23:51,370 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:23:51,371 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70223969, jitterRate=0.0464186817407608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:23:51,371 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:23:51,371 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709431361Writing region info on filesystem at 1731709431361Initializing all the Stores at 1731709431362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709431362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709431362Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709431362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709431362Cleaning up temporary data from old regions at 1731709431368 (+6 ms)Running coprocessor post-open hooks at 1731709431371 (+3 ms)Region opened successfully at 1731709431371 2024-11-15T22:23:51,372 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709431320 2024-11-15T22:23:51,374 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:23:51,374 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:23:51,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,39513,1731709429167 2024-11-15T22:23:51,376 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,39513,1731709429167, state=OPEN 2024-11-15T22:23:51,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1259839335/meta-region-server 2024-11-15T22:23:51,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1259839335/meta-region-server 2024-11-15T22:23:51,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1259839335/meta-region-server: CHANGED 2024-11-15T22:23:51,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1259839335/meta-region-server: CHANGED 2024-11-15T22:23:51,382 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,39513,1731709429167 2024-11-15T22:23:51,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:23:51,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,39513,1731709429167 in 221 msec 2024-11-15T22:23:51,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:23:51,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-15T22:23:51,388 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:23:51,388 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:23:51,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:51,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39513,1731709429167, seqNum=-1] 2024-11-15T22:23:51,389 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:51,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:23:51,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3700 sec 2024-11-15T22:23:51,395 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709431395, completionTime=-1 2024-11-15T22:23:51,395 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T22:23:51,395 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:23:51,397 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T22:23:51,397 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709491397 2024-11-15T22:23:51,397 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709551397 2024-11-15T22:23:51,397 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T22:23:51,398 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45807,1731709428998-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:51,398 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45807,1731709428998-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:51,398 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45807,1731709428998-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:51,398 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:45807, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:51,398 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:51,399 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:51,400 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:23:51,402 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.147sec 2024-11-15T22:23:51,402 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:23:51,402 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:23:51,402 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:23:51,402 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:23:51,402 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:23:51,402 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45807,1731709428998-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:23:51,402 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45807,1731709428998-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:23:51,405 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:23:51,405 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:23:51,405 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45807,1731709428998-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:23:51,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2dbd26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:51,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45807,-1 for getting cluster id 2024-11-15T22:23:51,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:51,417 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db81a4c2-a3f1-4172-a439-e770067bbab7' 2024-11-15T22:23:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db81a4c2-a3f1-4172-a439-e770067bbab7" 2024-11-15T22:23:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109fd0ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45807,-1] 2024-11-15T22:23:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:51,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:51,419 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:51,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e342c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:51,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39513,1731709429167, seqNum=-1] 2024-11-15T22:23:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:51,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:23:51,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,45807,1731709428998 2024-11-15T22:23:51,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59314 2024-11-15T22:23:51,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:51,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,45767,1731709416098 2024-11-15T22:23:51,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13a7ce79 2024-11-15T22:23:51,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:51,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:23:51,449 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:23:51,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:23:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:23:51,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:23:51,452 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:51,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:23:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:51,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014098a68a0008 connected 2024-11-15T22:23:51,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:23:51,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:23:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:51,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f404305ff226d3589d14af4d837f6390, NAME => 'test,,1731709431449.f404305ff226d3589d14af4d837f6390.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750 2024-11-15T22:23:51,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:23:51,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709431449.f404305ff226d3589d14af4d837f6390.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:51,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f404305ff226d3589d14af4d837f6390, disabling compactions & flushes 2024-11-15T22:23:51,899 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709431449.f404305ff226d3589d14af4d837f6390. 2024-11-15T22:23:51,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709431449.f404305ff226d3589d14af4d837f6390. 2024-11-15T22:23:51,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709431449.f404305ff226d3589d14af4d837f6390. after waiting 0 ms 2024-11-15T22:23:51,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709431449.f404305ff226d3589d14af4d837f6390. 2024-11-15T22:23:51,899 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709431449.f404305ff226d3589d14af4d837f6390. 2024-11-15T22:23:51,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f404305ff226d3589d14af4d837f6390: Waiting for close lock at 1731709431899Disabling compacts and flushes for region at 1731709431899Disabling writes for close at 1731709431899Writing region close event to WAL at 1731709431899Closed at 1731709431899 2024-11-15T22:23:51,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:23:51,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709431449.f404305ff226d3589d14af4d837f6390.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709431901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709431901"}]},"ts":"1731709431901"} 2024-11-15T22:23:51,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:23:51,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:23:51,905 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709431905"}]},"ts":"1731709431905"} 2024-11-15T22:23:51,907 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:23:51,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f404305ff226d3589d14af4d837f6390, ASSIGN}] 2024-11-15T22:23:51,909 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f404305ff226d3589d14af4d837f6390, ASSIGN 2024-11-15T22:23:51,909 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f404305ff226d3589d14af4d837f6390, ASSIGN; state=OFFLINE, location=e611192d6313,40519,1731709416297; forceNewPlan=false, retain=false 2024-11-15T22:23:52,050 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:23:52,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:52,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:52,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:52,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:52,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:52,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f404305ff226d3589d14af4d837f6390, regionState=OPENING, regionLocation=e611192d6313,40519,1731709416297 2024-11-15T22:23:52,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f404305ff226d3589d14af4d837f6390, ASSIGN because future has completed 2024-11-15T22:23:52,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f404305ff226d3589d14af4d837f6390, server=e611192d6313,40519,1731709416297}] 2024-11-15T22:23:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:52,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:52,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:52,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:52,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:52,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:52,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:52,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:52,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:52,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:52,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:52,225 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709431449.f404305ff226d3589d14af4d837f6390. 2024-11-15T22:23:52,225 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f404305ff226d3589d14af4d837f6390, NAME => 'test,,1731709431449.f404305ff226d3589d14af4d837f6390.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:52,225 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:23:52,226 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:23:52,226 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f404305ff226d3589d14af4d837f6390 2024-11-15T22:23:52,226 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709431449.f404305ff226d3589d14af4d837f6390.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:52,226 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f404305ff226d3589d14af4d837f6390 2024-11-15T22:23:52,226 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f404305ff226d3589d14af4d837f6390 2024-11-15T22:23:52,236 INFO [StoreOpener-f404305ff226d3589d14af4d837f6390-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f404305ff226d3589d14af4d837f6390 2024-11-15T22:23:52,237 INFO [StoreOpener-f404305ff226d3589d14af4d837f6390-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f404305ff226d3589d14af4d837f6390 columnFamilyName f 2024-11-15T22:23:52,238 DEBUG [StoreOpener-f404305ff226d3589d14af4d837f6390-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:52,238 INFO [StoreOpener-f404305ff226d3589d14af4d837f6390-1 {}] regionserver.HStore(327): Store=f404305ff226d3589d14af4d837f6390/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:52,238 INFO [StoreOpener-f404305ff226d3589d14af4d837f6390-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f404305ff226d3589d14af4d837f6390 2024-11-15T22:23:52,239 INFO [StoreOpener-f404305ff226d3589d14af4d837f6390-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f404305ff226d3589d14af4d837f6390 columnFamilyName f1 2024-11-15T22:23:52,239 DEBUG [StoreOpener-f404305ff226d3589d14af4d837f6390-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:52,240 INFO [StoreOpener-f404305ff226d3589d14af4d837f6390-1 {}] regionserver.HStore(327): Store=f404305ff226d3589d14af4d837f6390/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:52,240 INFO [StoreOpener-f404305ff226d3589d14af4d837f6390-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f404305ff226d3589d14af4d837f6390 2024-11-15T22:23:52,241 INFO [StoreOpener-f404305ff226d3589d14af4d837f6390-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f404305ff226d3589d14af4d837f6390 columnFamilyName norep 2024-11-15T22:23:52,241 DEBUG [StoreOpener-f404305ff226d3589d14af4d837f6390-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:52,241 INFO [StoreOpener-f404305ff226d3589d14af4d837f6390-1 {}] regionserver.HStore(327): Store=f404305ff226d3589d14af4d837f6390/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:52,241 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f404305ff226d3589d14af4d837f6390 2024-11-15T22:23:52,242 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390 2024-11-15T22:23:52,242 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390 2024-11-15T22:23:52,243 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f404305ff226d3589d14af4d837f6390 2024-11-15T22:23:52,243 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f404305ff226d3589d14af4d837f6390 2024-11-15T22:23:52,243 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:23:52,244 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f404305ff226d3589d14af4d837f6390 2024-11-15T22:23:52,249 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:52,249 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f404305ff226d3589d14af4d837f6390; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71051772, jitterRate=0.058753907680511475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:23:52,249 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f404305ff226d3589d14af4d837f6390 2024-11-15T22:23:52,249 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f404305ff226d3589d14af4d837f6390: Running coprocessor pre-open hook at 1731709432226Writing region info on filesystem at 1731709432226Initializing all the Stores at 1731709432228 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709432228Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709432236 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709432236Cleaning up temporary data from old regions at 1731709432243 (+7 ms)Running coprocessor post-open hooks at 1731709432249 (+6 ms)Region opened successfully at 1731709432249 2024-11-15T22:23:52,250 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709431449.f404305ff226d3589d14af4d837f6390., pid=6, masterSystemTime=1731709432214 2024-11-15T22:23:52,251 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709431449.f404305ff226d3589d14af4d837f6390. 2024-11-15T22:23:52,252 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709431449.f404305ff226d3589d14af4d837f6390. 2024-11-15T22:23:52,252 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f404305ff226d3589d14af4d837f6390, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,40519,1731709416297 2024-11-15T22:23:52,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f404305ff226d3589d14af4d837f6390, server=e611192d6313,40519,1731709416297 because future has completed 2024-11-15T22:23:52,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:23:52,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f404305ff226d3589d14af4d837f6390, server=e611192d6313,40519,1731709416297 in 192 msec 2024-11-15T22:23:52,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:23:52,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f404305ff226d3589d14af4d837f6390, ASSIGN in 349 msec 2024-11-15T22:23:52,259 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:23:52,259 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709432259"}]},"ts":"1731709432259"} 2024-11-15T22:23:52,261 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:23:52,262 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:23:52,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 812 msec 2024-11-15T22:23:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:52,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:52,588 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:23:52,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,35237,1731709422480 2024-11-15T22:23:52,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@500f5658 2024-11-15T22:23:52,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:52,591 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:23:52,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:23:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:23:52,594 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:23:52,594 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:52,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:23:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:52,596 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:23:52,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:23:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:53,013 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54b4ac6b487894804f0b1234539279bf, NAME => 'test,,1731709432591.54b4ac6b487894804f0b1234539279bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6 2024-11-15T22:23:53,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:23:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:53,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709432591.54b4ac6b487894804f0b1234539279bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:53,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 54b4ac6b487894804f0b1234539279bf, disabling compactions & flushes 2024-11-15T22:23:53,420 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709432591.54b4ac6b487894804f0b1234539279bf. 2024-11-15T22:23:53,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709432591.54b4ac6b487894804f0b1234539279bf. 2024-11-15T22:23:53,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709432591.54b4ac6b487894804f0b1234539279bf. after waiting 0 ms 2024-11-15T22:23:53,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709432591.54b4ac6b487894804f0b1234539279bf. 2024-11-15T22:23:53,420 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709432591.54b4ac6b487894804f0b1234539279bf. 2024-11-15T22:23:53,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54b4ac6b487894804f0b1234539279bf: Waiting for close lock at 1731709433420Disabling compacts and flushes for region at 1731709433420Disabling writes for close at 1731709433420Writing region close event to WAL at 1731709433420Closed at 1731709433420 2024-11-15T22:23:53,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:23:53,421 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709432591.54b4ac6b487894804f0b1234539279bf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709433421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709433421"}]},"ts":"1731709433421"} 2024-11-15T22:23:53,422 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:23:53,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:23:53,423 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709433423"}]},"ts":"1731709433423"} 2024-11-15T22:23:53,429 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:23:53,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54b4ac6b487894804f0b1234539279bf, ASSIGN}] 2024-11-15T22:23:53,430 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54b4ac6b487894804f0b1234539279bf, ASSIGN 2024-11-15T22:23:53,431 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=54b4ac6b487894804f0b1234539279bf, ASSIGN; state=OFFLINE, location=e611192d6313,40545,1731709423167; forceNewPlan=false, retain=false 2024-11-15T22:23:53,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54b4ac6b487894804f0b1234539279bf, regionState=OPENING, regionLocation=e611192d6313,40545,1731709423167 2024-11-15T22:23:53,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=54b4ac6b487894804f0b1234539279bf, ASSIGN because future has completed 2024-11-15T22:23:53,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54b4ac6b487894804f0b1234539279bf, server=e611192d6313,40545,1731709423167}] 2024-11-15T22:23:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:53,748 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709432591.54b4ac6b487894804f0b1234539279bf. 2024-11-15T22:23:53,748 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 54b4ac6b487894804f0b1234539279bf, NAME => 'test,,1731709432591.54b4ac6b487894804f0b1234539279bf.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:53,748 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:23:53,748 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:23:53,749 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 54b4ac6b487894804f0b1234539279bf 2024-11-15T22:23:53,749 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709432591.54b4ac6b487894804f0b1234539279bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:53,749 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 54b4ac6b487894804f0b1234539279bf 2024-11-15T22:23:53,749 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 54b4ac6b487894804f0b1234539279bf 2024-11-15T22:23:53,750 INFO [StoreOpener-54b4ac6b487894804f0b1234539279bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 54b4ac6b487894804f0b1234539279bf 2024-11-15T22:23:53,751 INFO [StoreOpener-54b4ac6b487894804f0b1234539279bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54b4ac6b487894804f0b1234539279bf columnFamilyName f 2024-11-15T22:23:53,752 DEBUG [StoreOpener-54b4ac6b487894804f0b1234539279bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:53,752 INFO [StoreOpener-54b4ac6b487894804f0b1234539279bf-1 {}] regionserver.HStore(327): Store=54b4ac6b487894804f0b1234539279bf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:53,752 INFO [StoreOpener-54b4ac6b487894804f0b1234539279bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 54b4ac6b487894804f0b1234539279bf 2024-11-15T22:23:53,753 INFO [StoreOpener-54b4ac6b487894804f0b1234539279bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54b4ac6b487894804f0b1234539279bf columnFamilyName f1 2024-11-15T22:23:53,753 DEBUG [StoreOpener-54b4ac6b487894804f0b1234539279bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:53,753 INFO [StoreOpener-54b4ac6b487894804f0b1234539279bf-1 {}] regionserver.HStore(327): Store=54b4ac6b487894804f0b1234539279bf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:53,754 INFO [StoreOpener-54b4ac6b487894804f0b1234539279bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 54b4ac6b487894804f0b1234539279bf 2024-11-15T22:23:53,755 INFO [StoreOpener-54b4ac6b487894804f0b1234539279bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54b4ac6b487894804f0b1234539279bf columnFamilyName norep 2024-11-15T22:23:53,755 DEBUG [StoreOpener-54b4ac6b487894804f0b1234539279bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:53,755 INFO [StoreOpener-54b4ac6b487894804f0b1234539279bf-1 {}] regionserver.HStore(327): Store=54b4ac6b487894804f0b1234539279bf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:53,755 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 54b4ac6b487894804f0b1234539279bf 2024-11-15T22:23:53,756 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf 2024-11-15T22:23:53,756 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf 2024-11-15T22:23:53,757 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 54b4ac6b487894804f0b1234539279bf 2024-11-15T22:23:53,757 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 54b4ac6b487894804f0b1234539279bf 2024-11-15T22:23:53,757 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:23:53,758 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 54b4ac6b487894804f0b1234539279bf 2024-11-15T22:23:53,760 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:53,761 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 54b4ac6b487894804f0b1234539279bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60823652, jitterRate=-0.09365695714950562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:23:53,761 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54b4ac6b487894804f0b1234539279bf 2024-11-15T22:23:53,761 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 54b4ac6b487894804f0b1234539279bf: Running coprocessor pre-open hook at 1731709433749Writing region info on filesystem at 1731709433749Initializing all the Stores at 1731709433750 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709433750Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709433750Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709433750Cleaning up temporary data from old regions at 1731709433757 (+7 ms)Running coprocessor post-open hooks at 1731709433761 (+4 ms)Region opened successfully at 1731709433761 2024-11-15T22:23:53,762 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709432591.54b4ac6b487894804f0b1234539279bf., pid=6, masterSystemTime=1731709433745 2024-11-15T22:23:53,764 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709432591.54b4ac6b487894804f0b1234539279bf. 2024-11-15T22:23:53,764 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709432591.54b4ac6b487894804f0b1234539279bf. 2024-11-15T22:23:53,764 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54b4ac6b487894804f0b1234539279bf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,40545,1731709423167 2024-11-15T22:23:53,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54b4ac6b487894804f0b1234539279bf, server=e611192d6313,40545,1731709423167 because future has completed 2024-11-15T22:23:53,766 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35237 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=e611192d6313,40545,1731709423167, table=test, region=54b4ac6b487894804f0b1234539279bf. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T22:23:53,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:23:53,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 54b4ac6b487894804f0b1234539279bf, server=e611192d6313,40545,1731709423167 in 175 msec 2024-11-15T22:23:53,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:23:53,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=54b4ac6b487894804f0b1234539279bf, ASSIGN in 340 msec 2024-11-15T22:23:53,775 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:23:53,775 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709433775"}]},"ts":"1731709433775"} 2024-11-15T22:23:53,777 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:23:53,778 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:23:53,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1860 sec 2024-11-15T22:23:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:54,748 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:23:54,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,45807,1731709428998 2024-11-15T22:23:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@649b6b2d 2024-11-15T22:23:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:54,750 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:23:54,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:23:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T22:23:54,753 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:23:54,754 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:54,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T22:23:54,754 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:23:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:54,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741835_1011 (size=902) 2024-11-15T22:23:54,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36a1d846f661316aa0eff1927fc43cad, NAME => 'test,,1731709434751.36a1d846f661316aa0eff1927fc43cad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b 2024-11-15T22:23:54,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741836_1012 (size=39) 2024-11-15T22:23:54,774 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731709434751.36a1d846f661316aa0eff1927fc43cad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:54,774 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 36a1d846f661316aa0eff1927fc43cad, disabling compactions & flushes 2024-11-15T22:23:54,774 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731709434751.36a1d846f661316aa0eff1927fc43cad. 2024-11-15T22:23:54,774 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709434751.36a1d846f661316aa0eff1927fc43cad. 2024-11-15T22:23:54,774 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731709434751.36a1d846f661316aa0eff1927fc43cad. after waiting 0 ms 2024-11-15T22:23:54,774 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731709434751.36a1d846f661316aa0eff1927fc43cad. 2024-11-15T22:23:54,774 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731709434751.36a1d846f661316aa0eff1927fc43cad. 2024-11-15T22:23:54,774 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36a1d846f661316aa0eff1927fc43cad: Waiting for close lock at 1731709434774Disabling compacts and flushes for region at 1731709434774Disabling writes for close at 1731709434774Writing region close event to WAL at 1731709434774Closed at 1731709434774 2024-11-15T22:23:54,775 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:23:54,776 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731709434751.36a1d846f661316aa0eff1927fc43cad.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731709434775"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709434775"}]},"ts":"1731709434775"} 2024-11-15T22:23:54,777 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:23:54,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:23:54,778 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709434778"}]},"ts":"1731709434778"} 2024-11-15T22:23:54,780 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T22:23:54,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=36a1d846f661316aa0eff1927fc43cad, ASSIGN}] 2024-11-15T22:23:54,782 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=36a1d846f661316aa0eff1927fc43cad, ASSIGN 2024-11-15T22:23:54,783 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=36a1d846f661316aa0eff1927fc43cad, ASSIGN; state=OFFLINE, location=e611192d6313,39513,1731709429167; forceNewPlan=false, retain=false 2024-11-15T22:23:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:54,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=36a1d846f661316aa0eff1927fc43cad, regionState=OPENING, regionLocation=e611192d6313,39513,1731709429167 2024-11-15T22:23:54,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=36a1d846f661316aa0eff1927fc43cad, ASSIGN because future has completed 2024-11-15T22:23:54,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36a1d846f661316aa0eff1927fc43cad, server=e611192d6313,39513,1731709429167}] 2024-11-15T22:23:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:55,091 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731709434751.36a1d846f661316aa0eff1927fc43cad. 2024-11-15T22:23:55,091 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 36a1d846f661316aa0eff1927fc43cad, NAME => 'test,,1731709434751.36a1d846f661316aa0eff1927fc43cad.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:55,091 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:23:55,091 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T22:23:55,092 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 36a1d846f661316aa0eff1927fc43cad 2024-11-15T22:23:55,092 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731709434751.36a1d846f661316aa0eff1927fc43cad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:55,092 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 36a1d846f661316aa0eff1927fc43cad 2024-11-15T22:23:55,092 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 36a1d846f661316aa0eff1927fc43cad 2024-11-15T22:23:55,093 INFO [StoreOpener-36a1d846f661316aa0eff1927fc43cad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 36a1d846f661316aa0eff1927fc43cad 2024-11-15T22:23:55,094 INFO [StoreOpener-36a1d846f661316aa0eff1927fc43cad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36a1d846f661316aa0eff1927fc43cad columnFamilyName f 2024-11-15T22:23:55,094 DEBUG [StoreOpener-36a1d846f661316aa0eff1927fc43cad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:55,094 INFO [StoreOpener-36a1d846f661316aa0eff1927fc43cad-1 {}] regionserver.HStore(327): Store=36a1d846f661316aa0eff1927fc43cad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:55,094 INFO [StoreOpener-36a1d846f661316aa0eff1927fc43cad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 36a1d846f661316aa0eff1927fc43cad 2024-11-15T22:23:55,095 INFO [StoreOpener-36a1d846f661316aa0eff1927fc43cad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36a1d846f661316aa0eff1927fc43cad columnFamilyName f1 2024-11-15T22:23:55,095 DEBUG [StoreOpener-36a1d846f661316aa0eff1927fc43cad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:55,095 INFO [StoreOpener-36a1d846f661316aa0eff1927fc43cad-1 {}] regionserver.HStore(327): Store=36a1d846f661316aa0eff1927fc43cad/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:55,095 INFO [StoreOpener-36a1d846f661316aa0eff1927fc43cad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 36a1d846f661316aa0eff1927fc43cad 2024-11-15T22:23:55,096 INFO [StoreOpener-36a1d846f661316aa0eff1927fc43cad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36a1d846f661316aa0eff1927fc43cad columnFamilyName norep 2024-11-15T22:23:55,096 DEBUG [StoreOpener-36a1d846f661316aa0eff1927fc43cad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:55,096 INFO [StoreOpener-36a1d846f661316aa0eff1927fc43cad-1 {}] regionserver.HStore(327): Store=36a1d846f661316aa0eff1927fc43cad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:55,096 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 36a1d846f661316aa0eff1927fc43cad 2024-11-15T22:23:55,097 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/default/test/36a1d846f661316aa0eff1927fc43cad 2024-11-15T22:23:55,097 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/default/test/36a1d846f661316aa0eff1927fc43cad 2024-11-15T22:23:55,098 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 36a1d846f661316aa0eff1927fc43cad 2024-11-15T22:23:55,098 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 36a1d846f661316aa0eff1927fc43cad 2024-11-15T22:23:55,098 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:23:55,099 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 36a1d846f661316aa0eff1927fc43cad 2024-11-15T22:23:55,101 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/default/test/36a1d846f661316aa0eff1927fc43cad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:55,101 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 36a1d846f661316aa0eff1927fc43cad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68054986, jitterRate=0.014098316431045532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:23:55,101 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36a1d846f661316aa0eff1927fc43cad 2024-11-15T22:23:55,101 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 36a1d846f661316aa0eff1927fc43cad: Running coprocessor pre-open hook at 1731709435092Writing region info on filesystem at 1731709435092Initializing all the Stores at 1731709435092Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709435092Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709435093 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709435093Cleaning up temporary data from old regions at 1731709435098 (+5 ms)Running coprocessor post-open hooks at 1731709435101 (+3 ms)Region opened successfully at 1731709435101 2024-11-15T22:23:55,102 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731709434751.36a1d846f661316aa0eff1927fc43cad., pid=6, masterSystemTime=1731709435088 2024-11-15T22:23:55,103 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731709434751.36a1d846f661316aa0eff1927fc43cad. 2024-11-15T22:23:55,103 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731709434751.36a1d846f661316aa0eff1927fc43cad. 2024-11-15T22:23:55,104 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=36a1d846f661316aa0eff1927fc43cad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e611192d6313,39513,1731709429167 2024-11-15T22:23:55,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36a1d846f661316aa0eff1927fc43cad, server=e611192d6313,39513,1731709429167 because future has completed 2024-11-15T22:23:55,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:23:55,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 36a1d846f661316aa0eff1927fc43cad, server=e611192d6313,39513,1731709429167 in 170 msec 2024-11-15T22:23:55,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:23:55,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=36a1d846f661316aa0eff1927fc43cad, ASSIGN in 328 msec 2024-11-15T22:23:55,110 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:23:55,110 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709435110"}]},"ts":"1731709435110"} 2024-11-15T22:23:55,112 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T22:23:55,113 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:23:55,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 362 msec 2024-11-15T22:23:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:23:55,378 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T22:23:55,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b090390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:55,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45767,-1 for getting cluster id 2024-11-15T22:23:55,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:55,387 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a90f9ff8-68a3-4d62-b302-3f184464b0b7' 2024-11-15T22:23:55,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:55,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a90f9ff8-68a3-4d62-b302-3f184464b0b7" 2024-11-15T22:23:55,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca4d832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:55,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45767,-1] 2024-11-15T22:23:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:55,388 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:55,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b1af4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:55,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:55,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,45767,1731709416098 2024-11-15T22:23:55,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ea28e24 2024-11-15T22:23:55,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:55,390 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:23:55,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e611192d6313:35237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:23:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:23:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:55,393 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:35237' 2024-11-15T22:23:55,394 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382417a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:55,394 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,35237,-1 for getting cluster id 2024-11-15T22:23:55,394 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:55,395 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f97a227-7ddf-40a8-931a-6732fcba1077' 2024-11-15T22:23:55,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:55,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f97a227-7ddf-40a8-931a-6732fcba1077" 2024-11-15T22:23:55,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d79ee57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:55,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,35237,-1] 2024-11-15T22:23:55,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:55,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:55,396 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:55,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7a8e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:55,397 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:55,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,35237,1731709422480 2024-11-15T22:23:55,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c380ed8 2024-11-15T22:23:55,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:55,398 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:23:55,398 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T22:23:55,399 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:23:55,399 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:55,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:55,399 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:55,399 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:23:55,400 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T22:23:55,401 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:23:55,401 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:55,401 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:23:55,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741837_1013 (size=1138) 2024-11-15T22:23:55,450 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T22:23:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:55,807 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2a279c5bd030a9a75229dd5d0db0d9e, NAME => 'hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750 2024-11-15T22:23:55,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741838_1014 (size=44) 2024-11-15T22:23:55,815 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:55,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e2a279c5bd030a9a75229dd5d0db0d9e, disabling compactions & flushes 2024-11-15T22:23:55,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. 2024-11-15T22:23:55,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. 2024-11-15T22:23:55,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. after waiting 0 ms 2024-11-15T22:23:55,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. 2024-11-15T22:23:55,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. 2024-11-15T22:23:55,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2a279c5bd030a9a75229dd5d0db0d9e: Waiting for close lock at 1731709435816Disabling compacts and flushes for region at 1731709435816Disabling writes for close at 1731709435816Writing region close event to WAL at 1731709435816Closed at 1731709435816 2024-11-15T22:23:55,817 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:23:55,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731709435817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709435817"}]},"ts":"1731709435817"} 2024-11-15T22:23:55,819 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:23:55,820 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:23:55,820 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709435820"}]},"ts":"1731709435820"} 2024-11-15T22:23:55,822 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T22:23:55,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2a279c5bd030a9a75229dd5d0db0d9e, ASSIGN}] 2024-11-15T22:23:55,824 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2a279c5bd030a9a75229dd5d0db0d9e, ASSIGN 2024-11-15T22:23:55,825 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e2a279c5bd030a9a75229dd5d0db0d9e, ASSIGN; state=OFFLINE, location=e611192d6313,40519,1731709416297; forceNewPlan=false, retain=false 2024-11-15T22:23:55,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e2a279c5bd030a9a75229dd5d0db0d9e, regionState=OPENING, regionLocation=e611192d6313,40519,1731709416297 2024-11-15T22:23:55,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e2a279c5bd030a9a75229dd5d0db0d9e, ASSIGN because future has completed 2024-11-15T22:23:55,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2a279c5bd030a9a75229dd5d0db0d9e, server=e611192d6313,40519,1731709416297}] 2024-11-15T22:23:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:56,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. 2024-11-15T22:23:56,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:23:56,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T22:23:56,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e611192d6313%2C40519%2C1731709416297.rep, suffix=, logDir=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297, archiveDir=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/oldWALs, maxLogs=10 2024-11-15T22:23:56,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.rep.1731709436153, exclude list is [], retry=0 2024-11-15T22:23:56,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-589591dd-4962-4696-94a3-bf0ab25559fb,DISK] 2024-11-15T22:23:56,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.rep.1731709436153 2024-11-15T22:23:56,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41903:41903)] 2024-11-15T22:23:56,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e2a279c5bd030a9a75229dd5d0db0d9e, NAME => 'hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:23:56,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T22:23:56,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:23:56,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. service=MultiRowMutationService 2024-11-15T22:23:56,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T22:23:56,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:23:56,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:23:56,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:23:56,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:23:56,209 INFO [StoreOpener-e2a279c5bd030a9a75229dd5d0db0d9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:23:56,212 INFO [StoreOpener-e2a279c5bd030a9a75229dd5d0db0d9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2a279c5bd030a9a75229dd5d0db0d9e columnFamilyName hfileref 2024-11-15T22:23:56,212 DEBUG [StoreOpener-e2a279c5bd030a9a75229dd5d0db0d9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:56,213 INFO [StoreOpener-e2a279c5bd030a9a75229dd5d0db0d9e-1 {}] regionserver.HStore(327): Store=e2a279c5bd030a9a75229dd5d0db0d9e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:56,213 INFO [StoreOpener-e2a279c5bd030a9a75229dd5d0db0d9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:23:56,231 INFO [StoreOpener-e2a279c5bd030a9a75229dd5d0db0d9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2a279c5bd030a9a75229dd5d0db0d9e columnFamilyName queue 2024-11-15T22:23:56,231 DEBUG [StoreOpener-e2a279c5bd030a9a75229dd5d0db0d9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:56,231 INFO [StoreOpener-e2a279c5bd030a9a75229dd5d0db0d9e-1 {}] regionserver.HStore(327): Store=e2a279c5bd030a9a75229dd5d0db0d9e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:56,232 INFO [StoreOpener-e2a279c5bd030a9a75229dd5d0db0d9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:23:56,233 INFO [StoreOpener-e2a279c5bd030a9a75229dd5d0db0d9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2a279c5bd030a9a75229dd5d0db0d9e columnFamilyName sid 2024-11-15T22:23:56,233 DEBUG [StoreOpener-e2a279c5bd030a9a75229dd5d0db0d9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:23:56,234 INFO [StoreOpener-e2a279c5bd030a9a75229dd5d0db0d9e-1 {}] regionserver.HStore(327): Store=e2a279c5bd030a9a75229dd5d0db0d9e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:23:56,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:23:56,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/replication/e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:23:56,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/replication/e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:23:56,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:23:56,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:23:56,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:23:56,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:23:56,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/replication/e2a279c5bd030a9a75229dd5d0db0d9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:23:56,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e2a279c5bd030a9a75229dd5d0db0d9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58953795, jitterRate=-0.12151999771595001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:23:56,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:23:56,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e2a279c5bd030a9a75229dd5d0db0d9e: Running coprocessor pre-open hook at 1731709436203Writing region info on filesystem at 1731709436203Initializing all the Stores at 1731709436204 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709436204Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709436208 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709436208Cleaning up temporary data from old regions at 1731709436236 (+28 ms)Running coprocessor post-open hooks at 1731709436241 (+5 ms)Region opened successfully at 1731709436241 2024-11-15T22:23:56,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e., pid=10, masterSystemTime=1731709436132 2024-11-15T22:23:56,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. 2024-11-15T22:23:56,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. 2024-11-15T22:23:56,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e2a279c5bd030a9a75229dd5d0db0d9e, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,40519,1731709416297 2024-11-15T22:23:56,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2a279c5bd030a9a75229dd5d0db0d9e, server=e611192d6313,40519,1731709416297 because future has completed 2024-11-15T22:23:56,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T22:23:56,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e2a279c5bd030a9a75229dd5d0db0d9e, server=e611192d6313,40519,1731709416297 in 285 msec 2024-11-15T22:23:56,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T22:23:56,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2a279c5bd030a9a75229dd5d0db0d9e, ASSIGN in 444 msec 2024-11-15T22:23:56,271 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:23:56,271 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709436271"}]},"ts":"1731709436271"} 2024-11-15T22:23:56,273 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T22:23:56,274 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:23:56,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 875 msec 2024-11-15T22:23:56,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e., hostname=e611192d6313,40519,1731709416297, seqNum=2] 2024-11-15T22:23:56,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:23:56,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:23:56,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:23:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:56,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T22:23:56,598 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T22:23:56,639 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e611192d6313,40519,1731709416297, ReplicationSource: 1, currentBandwidth=0 2024-11-15T22:23:56,639 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:56,639 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40519,1731709416297, seqNum=-1] 2024-11-15T22:23:56,639 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:56,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-15T22:23:56,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e611192d6313,40519,1731709416297', locateType=CURRENT is [region=hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e., hostname=e611192d6313,40519,1731709416297, seqNum=2] 2024-11-15T22:23:56,644 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T22:23:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T22:23:56,646 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e611192d6313,40519,1731709416297 suceeded 2024-11-15T22:23:56,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T22:23:56,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-15T22:23:56,649 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e611192d6313:35237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:23:56,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2580 sec 2024-11-15T22:23:56,660 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:35237' 2024-11-15T22:23:56,664 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c1e55b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:56,665 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,35237,-1 for getting cluster id 2024-11-15T22:23:56,665 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:56,665 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f97a227-7ddf-40a8-931a-6732fcba1077' 2024-11-15T22:23:56,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:56,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f97a227-7ddf-40a8-931a-6732fcba1077" 2024-11-15T22:23:56,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@719abe5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:56,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,35237,-1] 2024-11-15T22:23:56,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:56,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:56,667 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:56,667 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e85fa8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:56,667 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:56,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,35237,1731709422480 2024-11-15T22:23:56,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@196eb964 2024-11-15T22:23:56,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:56,669 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T22:23:56,669 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e611192d6313,40519,1731709416297 (queues=1) is replicating from cluster=a90f9ff8-68a3-4d62-b302-3f184464b0b7 to cluster=4f97a227-7ddf-40a8-931a-6732fcba1077 2024-11-15T22:23:56,669 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e611192d6313%2C40519%2C1731709416297 2024-11-15T22:23:56,670 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e611192d6313,40519,1731709416297, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:23:56,672 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176, startPosition=0, beingWritten=true 2024-11-15T22:23:56,673 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C40519%2C1731709416297 2024-11-15T22:23:56,678 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:23:56,678 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 to pos 379, reset compression=false 2024-11-15T22:23:56,678 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,40519,1731709416297 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:23:56,885 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 to pos 379, reset compression=false 2024-11-15T22:23:57,190 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 to pos 379, reset compression=false 2024-11-15T22:23:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T22:23:57,558 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T22:23:57,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:23:57,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:57,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:57,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:57,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:57,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f317d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:57,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45767,-1 for getting cluster id 2024-11-15T22:23:57,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:57,564 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a90f9ff8-68a3-4d62-b302-3f184464b0b7' 2024-11-15T22:23:57,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:57,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a90f9ff8-68a3-4d62-b302-3f184464b0b7" 2024-11-15T22:23:57,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6289322e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:57,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45767,-1] 2024-11-15T22:23:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:57,566 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:57,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ec7f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:57,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b534c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:57,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,35237,-1 for getting cluster id 2024-11-15T22:23:57,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:57,570 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f97a227-7ddf-40a8-931a-6732fcba1077' 2024-11-15T22:23:57,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:57,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f97a227-7ddf-40a8-931a-6732fcba1077" 2024-11-15T22:23:57,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae88c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:57,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,35237,-1] 2024-11-15T22:23:57,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:57,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:57,572 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20aa4a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:57,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2274e32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:57,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45807,-1 for getting cluster id 2024-11-15T22:23:57,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:57,578 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db81a4c2-a3f1-4172-a439-e770067bbab7' 2024-11-15T22:23:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db81a4c2-a3f1-4172-a439-e770067bbab7" 2024-11-15T22:23:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19158b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45807,-1] 2024-11-15T22:23:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:57,581 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341bc981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:57,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:23:57,589 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731709437589/Put/seqid=0 2024-11-15T22:23:57,595 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 to pos 379, reset compression=false 2024-11-15T22:23:57,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741840_1016 (size=7894) 2024-11-15T22:23:57,626 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731709437625/Put/seqid=0 2024-11-15T22:23:57,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741841_1017 (size=7691) 2024-11-15T22:23:57,641 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T22:23:57,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:23:57,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:57,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:57,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:57,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:57,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:57,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:57,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:57,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:57,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:57,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:57,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:57,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:57,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:57,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:57,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:23:58,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502947db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:58,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45767,-1 for getting cluster id 2024-11-15T22:23:58,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:58,037 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a90f9ff8-68a3-4d62-b302-3f184464b0b7' 2024-11-15T22:23:58,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:58,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a90f9ff8-68a3-4d62-b302-3f184464b0b7" 2024-11-15T22:23:58,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e839194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:58,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45767,-1] 2024-11-15T22:23:58,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:58,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:58,040 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:58,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24459c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:58,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:58,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40519,1731709416297, seqNum=-1] 2024-11-15T22:23:58,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:58,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:23:58,053 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,45767,1731709416098 2024-11-15T22:23:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68fe107b 2024-11-15T22:23:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:58,056 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:23:58,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731709431449.f404305ff226d3589d14af4d837f6390., hostname=e611192d6313,40519,1731709416297, seqNum=2] 2024-11-15T22:23:58,064 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T22:23:58,075 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-15T22:23:58,082 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-15T22:23:58,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_0/f/hfile_0 for inclusion in f404305ff226d3589d14af4d837f6390/f 2024-11-15T22:23:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T22:23:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:23:58,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_0/f/hfile_1 for inclusion in f404305ff226d3589d14af4d837f6390/f 2024-11-15T22:23:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T22:23:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:23:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HRegion(2603): Flush status journal for f404305ff226d3589d14af4d837f6390: 2024-11-15T22:23:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__pfh2fc4lveke8sofjs561du8ga9vlbpkorp6afunj8m7ppk5d9i618i7m0rdsqpe/f/hfile_0 2024-11-15T22:23:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__pfh2fc4lveke8sofjs561du8ga9vlbpkorp6afunj8m7ppk5d9i618i7m0rdsqpe/f/hfile_0 as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/f7367008c81f40e4bc7abae6a95207d7_SeqId_4_ 2024-11-15T22:23:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__pfh2fc4lveke8sofjs561du8ga9vlbpkorp6afunj8m7ppk5d9i618i7m0rdsqpe/f/hfile_1 2024-11-15T22:23:58,121 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 to pos 379, reset compression=false 2024-11-15T22:23:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__pfh2fc4lveke8sofjs561du8ga9vlbpkorp6afunj8m7ppk5d9i618i7m0rdsqpe/f/hfile_1 as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/4faf5c2233eb43b696dc85c6c794aec5_SeqId_4_ 2024-11-15T22:23:58,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__pfh2fc4lveke8sofjs561du8ga9vlbpkorp6afunj8m7ppk5d9i618i7m0rdsqpe/f/hfile_0 into f404305ff226d3589d14af4d837f6390/f as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/f7367008c81f40e4bc7abae6a95207d7_SeqId_4_ - updating store file list. 2024-11-15T22:23:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f7367008c81f40e4bc7abae6a95207d7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:23:58,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/f7367008c81f40e4bc7abae6a95207d7_SeqId_4_ into f404305ff226d3589d14af4d837f6390/f 2024-11-15T22:23:58,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__pfh2fc4lveke8sofjs561du8ga9vlbpkorp6afunj8m7ppk5d9i618i7m0rdsqpe/f/hfile_0 into f404305ff226d3589d14af4d837f6390/f (new location: hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/f7367008c81f40e4bc7abae6a95207d7_SeqId_4_) 2024-11-15T22:23:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__pfh2fc4lveke8sofjs561du8ga9vlbpkorp6afunj8m7ppk5d9i618i7m0rdsqpe/f/hfile_0 2024-11-15T22:23:58,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__pfh2fc4lveke8sofjs561du8ga9vlbpkorp6afunj8m7ppk5d9i618i7m0rdsqpe/f/hfile_1 into f404305ff226d3589d14af4d837f6390/f as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/4faf5c2233eb43b696dc85c6c794aec5_SeqId_4_ - updating store file list. 2024-11-15T22:23:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4faf5c2233eb43b696dc85c6c794aec5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:23:58,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/4faf5c2233eb43b696dc85c6c794aec5_SeqId_4_ into f404305ff226d3589d14af4d837f6390/f 2024-11-15T22:23:58,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__pfh2fc4lveke8sofjs561du8ga9vlbpkorp6afunj8m7ppk5d9i618i7m0rdsqpe/f/hfile_1 into f404305ff226d3589d14af4d837f6390/f (new location: hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/4faf5c2233eb43b696dc85c6c794aec5_SeqId_4_) 2024-11-15T22:23:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__pfh2fc4lveke8sofjs561du8ga9vlbpkorp6afunj8m7ppk5d9i618i7m0rdsqpe/f/hfile_1 2024-11-15T22:23:58,152 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:23:58,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:23:58,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:58,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:58,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:23:58,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40545,1731709423167, seqNum=-1] 2024-11-15T22:23:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731709431449.f404305ff226d3589d14af4d837f6390., hostname=e611192d6313,40519,1731709416297, seqNum=2 , the old value is region=test,,1731709431449.f404305ff226d3589d14af4d837f6390., hostname=e611192d6313,40519,1731709416297, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e611192d6313:40519 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T22:23:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731709431449.f404305ff226d3589d14af4d837f6390., hostname=e611192d6313,40519,1731709416297, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T22:23:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731709431449.f404305ff226d3589d14af4d837f6390., hostname=e611192d6313,40519,1731709416297, seqNum=2 from cache 2024-11-15T22:23:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:58,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:23:58,156 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T22:23:58,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731709432591.54b4ac6b487894804f0b1234539279bf., hostname=e611192d6313,40545,1731709423167, seqNum=2] 2024-11-15T22:23:58,160 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T22:23:58,258 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:40519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T22:23:58,728 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 to pos 379, reset compression=false 2024-11-15T22:23:58,732 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:23:58,732 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,40519,1731709416297 got entry batch from reader: WALEntryBatch [walEntries=[{test/f404305ff226d3589d14af4d837f6390/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731709438150/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T22:23:58,734 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:23:58,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T22:23:58,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.ReplicationSink(318): Replicating [a90f9ff8-68a3-4d62-b302-3f184464b0b7] bulk loaded data 2024-11-15T22:23:58,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ac4d26d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:58,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,35237,-1 for getting cluster id 2024-11-15T22:23:58,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:23:58,736 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f97a227-7ddf-40a8-931a-6732fcba1077' 2024-11-15T22:23:58,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:23:58,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f97a227-7ddf-40a8-931a-6732fcba1077" 2024-11-15T22:23:58,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d2b53ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:58,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,35237,-1] 2024-11-15T22:23:58,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:23:58,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:23:58,736 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:23:58,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4620d831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:23:58,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741837_1013 (size=7894) 2024-11-15T22:23:58,932 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 to pos 687, reset compression=false 2024-11-15T22:23:59,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741838_1014 (size=7691) 2024-11-15T22:23:59,161 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T22:23:59,236 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 to pos 687, reset compression=false 2024-11-15T22:23:59,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:23:59,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,35237,1731709422480 2024-11-15T22:23:59,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fa77ef2 2024-11-15T22:23:59,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:23:59,561 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-15T22:23:59,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T22:23:59,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:23:59,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40545,1731709423167, seqNum=-1] 2024-11-15T22:23:59,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:23:59,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-15T22:23:59,569 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__69orosblk74aklstst159qempu3etdluo75nir2tir8l0ko9cfdv6sjaqgccrbc2/f/4faf5c2233eb43b696dc85c6c794aec5_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-15T22:23:59,571 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__69orosblk74aklstst159qempu3etdluo75nir2tir8l0ko9cfdv6sjaqgccrbc2/f/f7367008c81f40e4bc7abae6a95207d7_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-15T22:23:59,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__69orosblk74aklstst159qempu3etdluo75nir2tir8l0ko9cfdv6sjaqgccrbc2/f/4faf5c2233eb43b696dc85c6c794aec5_SeqId_4_ for inclusion in 54b4ac6b487894804f0b1234539279bf/f 2024-11-15T22:23:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T22:23:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:23:59,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__69orosblk74aklstst159qempu3etdluo75nir2tir8l0ko9cfdv6sjaqgccrbc2/f/f7367008c81f40e4bc7abae6a95207d7_SeqId_4_ for inclusion in 54b4ac6b487894804f0b1234539279bf/f 2024-11-15T22:23:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T22:23:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:23:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HRegion(2603): Flush status journal for 54b4ac6b487894804f0b1234539279bf: 2024-11-15T22:23:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4faf5c2233eb43b696dc85c6c794aec5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T22:23:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__69orosblk74aklstst159qempu3etdluo75nir2tir8l0ko9cfdv6sjaqgccrbc2/f/4faf5c2233eb43b696dc85c6c794aec5_SeqId_4_ as hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/24d854005abd420482c06dd67c5e904f_SeqId_4_ 2024-11-15T22:23:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f7367008c81f40e4bc7abae6a95207d7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T22:23:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__69orosblk74aklstst159qempu3etdluo75nir2tir8l0ko9cfdv6sjaqgccrbc2/f/f7367008c81f40e4bc7abae6a95207d7_SeqId_4_ as hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/9ff62f3e65a14775895505983992aecc_SeqId_4_ 2024-11-15T22:23:59,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__69orosblk74aklstst159qempu3etdluo75nir2tir8l0ko9cfdv6sjaqgccrbc2/f/4faf5c2233eb43b696dc85c6c794aec5_SeqId_4_ into 54b4ac6b487894804f0b1234539279bf/f as hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/24d854005abd420482c06dd67c5e904f_SeqId_4_ - updating store file list. 2024-11-15T22:23:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 24d854005abd420482c06dd67c5e904f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:23:59,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/24d854005abd420482c06dd67c5e904f_SeqId_4_ into 54b4ac6b487894804f0b1234539279bf/f 2024-11-15T22:23:59,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__69orosblk74aklstst159qempu3etdluo75nir2tir8l0ko9cfdv6sjaqgccrbc2/f/4faf5c2233eb43b696dc85c6c794aec5_SeqId_4_ into 54b4ac6b487894804f0b1234539279bf/f (new location: hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/24d854005abd420482c06dd67c5e904f_SeqId_4_) 2024-11-15T22:23:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__69orosblk74aklstst159qempu3etdluo75nir2tir8l0ko9cfdv6sjaqgccrbc2/f/4faf5c2233eb43b696dc85c6c794aec5_SeqId_4_ 2024-11-15T22:23:59,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__69orosblk74aklstst159qempu3etdluo75nir2tir8l0ko9cfdv6sjaqgccrbc2/f/f7367008c81f40e4bc7abae6a95207d7_SeqId_4_ into 54b4ac6b487894804f0b1234539279bf/f as hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/9ff62f3e65a14775895505983992aecc_SeqId_4_ - updating store file list. 2024-11-15T22:23:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9ff62f3e65a14775895505983992aecc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:23:59,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/9ff62f3e65a14775895505983992aecc_SeqId_4_ into 54b4ac6b487894804f0b1234539279bf/f 2024-11-15T22:23:59,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__69orosblk74aklstst159qempu3etdluo75nir2tir8l0ko9cfdv6sjaqgccrbc2/f/f7367008c81f40e4bc7abae6a95207d7_SeqId_4_ into 54b4ac6b487894804f0b1234539279bf/f (new location: hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/9ff62f3e65a14775895505983992aecc_SeqId_4_) 2024-11-15T22:23:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__69orosblk74aklstst159qempu3etdluo75nir2tir8l0ko9cfdv6sjaqgccrbc2/f/f7367008c81f40e4bc7abae6a95207d7_SeqId_4_ 2024-11-15T22:23:59,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.ReplicationSink(324): Finished replicating [a90f9ff8-68a3-4d62-b302-3f184464b0b7] bulk loaded data 2024-11-15T22:23:59,639 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 to pos 687, reset compression=false 2024-11-15T22:24:00,142 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 to pos 687, reset compression=false 2024-11-15T22:24:00,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:24:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39513,1731709429167, seqNum=-1] 2024-11-15T22:24:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:24:00,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:24:00,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731709434751.36a1d846f661316aa0eff1927fc43cad., hostname=e611192d6313,39513,1731709429167, seqNum=2] 2024-11-15T22:24:00,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:24:00,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:24:00,179 DEBUG [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e611192d6313%2C40519%2C1731709416297:(num 1731709418176) roll requested 2024-11-15T22:24:00,197 DEBUG [regionserver/e611192d6313:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179, exclude list is [], retry=0 2024-11-15T22:24:00,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-589591dd-4962-4696-94a3-bf0ab25559fb,DISK] 2024-11-15T22:24:00,201 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 2024-11-15T22:24:00,201 DEBUG [regionserver/e611192d6313:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41903:41903)] 2024-11-15T22:24:00,201 DEBUG [regionserver/e611192d6313:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 is not closed yet, will try archiving it next time 2024-11-15T22:24:00,201 DEBUG [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e611192d6313%2C40519%2C1731709416297.rep:(num 1731709436153) roll requested 2024-11-15T22:24:00,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741832_1008 (size=695) 2024-11-15T22:24:00,202 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 not finished, retry = 0 2024-11-15T22:24:00,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242d26a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:24:00,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45767,-1 for getting cluster id 2024-11-15T22:24:00,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:24:00,208 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a90f9ff8-68a3-4d62-b302-3f184464b0b7' 2024-11-15T22:24:00,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:24:00,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a90f9ff8-68a3-4d62-b302-3f184464b0b7" 2024-11-15T22:24:00,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69af575d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:24:00,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45767,-1] 2024-11-15T22:24:00,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:24:00,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:00,210 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:24:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ef4912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:24:00,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:24:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,45767,1731709416098 2024-11-15T22:24:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a2e5f13 2024-11-15T22:24:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:24:00,212 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:24:00,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://e611192d6313:45807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T22:24:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T22:24:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T22:24:00,215 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:45807' 2024-11-15T22:24:00,216 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb06266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:24:00,216 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45807,-1 for getting cluster id 2024-11-15T22:24:00,216 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:24:00,216 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db81a4c2-a3f1-4172-a439-e770067bbab7' 2024-11-15T22:24:00,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:24:00,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db81a4c2-a3f1-4172-a439-e770067bbab7" 2024-11-15T22:24:00,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536454b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:24:00,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45807,-1] 2024-11-15T22:24:00,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:24:00,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:00,217 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:24:00,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f558417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:24:00,218 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:24:00,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,45807,1731709428998 2024-11-15T22:24:00,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24007d69 2024-11-15T22:24:00,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:24:00,219 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:24:00,219 DEBUG [regionserver/e611192d6313:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.rep.1731709440202, exclude list is [], retry=0 2024-11-15T22:24:00,220 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-15T22:24:00,220 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T22:24:00,220 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:00,220 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:00,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:24:00,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-589591dd-4962-4696-94a3-bf0ab25559fb,DISK] 2024-11-15T22:24:00,222 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.rep.1731709436153 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.rep.1731709440202 2024-11-15T22:24:00,222 DEBUG [regionserver/e611192d6313:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41903:41903)] 2024-11-15T22:24:00,222 DEBUG [regionserver/e611192d6313:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.rep.1731709436153 is not closed yet, will try archiving it next time 2024-11-15T22:24:00,222 DEBUG [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e611192d6313%2C40519%2C1731709416297.meta:.meta(num 1731709418798) roll requested 2024-11-15T22:24:00,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741839_1015 (size=1505) 2024-11-15T22:24:00,237 DEBUG [regionserver/e611192d6313:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.meta.1731709440223.meta, exclude list is [], retry=0 2024-11-15T22:24:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-589591dd-4962-4696-94a3-bf0ab25559fb,DISK] 2024-11-15T22:24:00,244 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.meta.1731709418798.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.meta.1731709440223.meta 2024-11-15T22:24:00,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T22:24:00,248 DEBUG [regionserver/e611192d6313:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41903:41903)] 2024-11-15T22:24:00,248 DEBUG [regionserver/e611192d6313:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.meta.1731709418798.meta is not closed yet, will try archiving it next time 2024-11-15T22:24:00,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741834_1010 (size=3473) 2024-11-15T22:24:00,249 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.meta.1731709418798.meta not finished, retry = 0 2024-11-15T22:24:00,304 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 to hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/oldWALs/e611192d6313%2C40519%2C1731709416297.1731709418176 2024-11-15T22:24:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T22:24:00,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T22:24:00,397 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T22:24:00,425 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-e611192d6313,40519,1731709416297, ReplicationSource: 2, currentBandwidth=0 2024-11-15T22:24:00,426 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T22:24:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T22:24:00,428 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e611192d6313,40519,1731709416297 suceeded 2024-11-15T22:24:00,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T22:24:00,430 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e611192d6313:45807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T22:24:00,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-15T22:24:00,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 218 msec 2024-11-15T22:24:00,441 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e611192d6313:45807' 2024-11-15T22:24:00,442 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b41ee80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:24:00,442 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45807,-1 for getting cluster id 2024-11-15T22:24:00,442 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:24:00,442 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db81a4c2-a3f1-4172-a439-e770067bbab7' 2024-11-15T22:24:00,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:24:00,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db81a4c2-a3f1-4172-a439-e770067bbab7" 2024-11-15T22:24:00,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15e38712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:24:00,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45807,-1] 2024-11-15T22:24:00,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:24:00,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:00,443 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:24:00,444 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42fa8174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:24:00,444 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:24:00,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,45807,1731709428998 2024-11-15T22:24:00,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49feace0 2024-11-15T22:24:00,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:24:00,445 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T22:24:00,445 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e611192d6313,40519,1731709416297 (queues=1) is replicating from cluster=a90f9ff8-68a3-4d62-b302-3f184464b0b7 to cluster=db81a4c2-a3f1-4172-a439-e770067bbab7 2024-11-15T22:24:00,446 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e611192d6313%2C40519%2C1731709416297 2024-11-15T22:24:00,446 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e611192d6313,40519,1731709416297, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T22:24:00,446 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179, startPosition=0, beingWritten=true 2024-11-15T22:24:00,446 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e611192d6313%2C40519%2C1731709416297 2024-11-15T22:24:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T22:24:00,528 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T22:24:00,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:24:00,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:24:00,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:00,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:00,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:24:00,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:24:00,532 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731709440532/Put/seqid=0 2024-11-15T22:24:00,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741845_1021 (size=11194) 2024-11-15T22:24:00,649 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 0, reset compression=false 2024-11-15T22:24:00,753 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 to pos 687, reset compression=false 2024-11-15T22:24:00,758 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 was moved to hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/oldWALs/e611192d6313%2C40519%2C1731709416297.1731709418176 2024-11-15T22:24:00,760 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176 2024-11-15T22:24:00,760 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179, startPosition=0, beingWritten=true 2024-11-15T22:24:00,760 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,40519,1731709416297 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709418176, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-15T22:24:00,762 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e611192d6313%2C40519%2C1731709416297.1731709418176] 2024-11-15T22:24:00,952 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731709440951/Put/seqid=0 2024-11-15T22:24:00,953 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 0, reset compression=false 2024-11-15T22:24:00,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741846_1022 (size=10791) 2024-11-15T22:24:01,363 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 0, reset compression=false 2024-11-15T22:24:01,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ad3bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:24:01,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45767,-1 for getting cluster id 2024-11-15T22:24:01,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:24:01,366 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a90f9ff8-68a3-4d62-b302-3f184464b0b7' 2024-11-15T22:24:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:24:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a90f9ff8-68a3-4d62-b302-3f184464b0b7" 2024-11-15T22:24:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72dd443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:24:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45767,-1] 2024-11-15T22:24:01,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:24:01,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:01,368 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:24:01,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3613c72b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:24:01,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:24:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40519,1731709416297, seqNum=-1] 2024-11-15T22:24:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:24:01,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:24:01,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:24:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,45767,1731709416098 2024-11-15T22:24:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@558bf98b 2024-11-15T22:24:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:24:01,379 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:24:01,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731709431449.f404305ff226d3589d14af4d837f6390., hostname=e611192d6313,40519,1731709416297, seqNum=2] 2024-11-15T22:24:01,389 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T22:24:01,395 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-15T22:24:01,397 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-15T22:24:01,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_1/f/hfile_0 for inclusion in f404305ff226d3589d14af4d837f6390/f 2024-11-15T22:24:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T22:24:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:24:01,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_1/f/hfile_1 for inclusion in f404305ff226d3589d14af4d837f6390/f 2024-11-15T22:24:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T22:24:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:24:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HRegion(2603): Flush status journal for f404305ff226d3589d14af4d837f6390: 2024-11-15T22:24:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__gpkoe1f1mivdbu6hmp1h2l818cshlqvkoicijr8e0ghnb8a9fk7b11kveb4ughlp/f/hfile_0 2024-11-15T22:24:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__gpkoe1f1mivdbu6hmp1h2l818cshlqvkoicijr8e0ghnb8a9fk7b11kveb4ughlp/f/hfile_0 as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ 2024-11-15T22:24:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__gpkoe1f1mivdbu6hmp1h2l818cshlqvkoicijr8e0ghnb8a9fk7b11kveb4ughlp/f/hfile_1 2024-11-15T22:24:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__gpkoe1f1mivdbu6hmp1h2l818cshlqvkoicijr8e0ghnb8a9fk7b11kveb4ughlp/f/hfile_1 as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_ 2024-11-15T22:24:01,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__gpkoe1f1mivdbu6hmp1h2l818cshlqvkoicijr8e0ghnb8a9fk7b11kveb4ughlp/f/hfile_0 into f404305ff226d3589d14af4d837f6390/f as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ - updating store file list. 2024-11-15T22:24:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 289c713f96494670b2c484a2dc8f3ab0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T22:24:01,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ into f404305ff226d3589d14af4d837f6390/f 2024-11-15T22:24:01,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__gpkoe1f1mivdbu6hmp1h2l818cshlqvkoicijr8e0ghnb8a9fk7b11kveb4ughlp/f/hfile_0 into f404305ff226d3589d14af4d837f6390/f (new location: hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_) 2024-11-15T22:24:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__gpkoe1f1mivdbu6hmp1h2l818cshlqvkoicijr8e0ghnb8a9fk7b11kveb4ughlp/f/hfile_0 2024-11-15T22:24:01,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__gpkoe1f1mivdbu6hmp1h2l818cshlqvkoicijr8e0ghnb8a9fk7b11kveb4ughlp/f/hfile_1 into f404305ff226d3589d14af4d837f6390/f as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_ - updating store file list. 2024-11-15T22:24:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9302ec9c9e0745758df237f910ffe218_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T22:24:01,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_ into f404305ff226d3589d14af4d837f6390/f 2024-11-15T22:24:01,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__gpkoe1f1mivdbu6hmp1h2l818cshlqvkoicijr8e0ghnb8a9fk7b11kveb4ughlp/f/hfile_1 into f404305ff226d3589d14af4d837f6390/f (new location: hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_) 2024-11-15T22:24:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/staging/jenkins__test__gpkoe1f1mivdbu6hmp1h2l818cshlqvkoicijr8e0ghnb8a9fk7b11kveb4ughlp/f/hfile_1 2024-11-15T22:24:01,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:24:01,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:24:01,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:01,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:01,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:24:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731709431449.f404305ff226d3589d14af4d837f6390., hostname=e611192d6313,40519,1731709416297, seqNum=2 , the old value is region=test,,1731709431449.f404305ff226d3589d14af4d837f6390., hostname=e611192d6313,40519,1731709416297, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e611192d6313:40519 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T22:24:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731709431449.f404305ff226d3589d14af4d837f6390., hostname=e611192d6313,40519,1731709416297, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T22:24:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731709431449.f404305ff226d3589d14af4d837f6390., hostname=e611192d6313,40519,1731709416297, seqNum=2 from cache 2024-11-15T22:24:01,427 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T22:24:01,430 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T22:24:01,464 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 0, reset compression=false 2024-11-15T22:24:01,469 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:24:01,469 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,40519,1731709416297 got entry batch from reader: WALEntryBatch [walEntries=[{test/f404305ff226d3589d14af4d837f6390/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731709441425/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T22:24:01,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.ReplicationSink(318): Replicating [a90f9ff8-68a3-4d62-b302-3f184464b0b7] bulk loaded data 2024-11-15T22:24:01,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741839_1015 (size=11194) 2024-11-15T22:24:01,537 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:40519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T22:24:01,669 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:01,868 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 0, reset compression=false 2024-11-15T22:24:01,872 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T22:24:01,872 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e611192d6313,40519,1731709416297 got entry batch from reader: WALEntryBatch [walEntries=[{test/f404305ff226d3589d14af4d837f6390/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731709441425/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T22:24:01,873 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:24:01,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T22:24:01,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.ReplicationSink(318): Replicating [a90f9ff8-68a3-4d62-b302-3f184464b0b7] bulk loaded data 2024-11-15T22:24:01,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d5a91cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:24:01,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45807,-1 for getting cluster id 2024-11-15T22:24:01,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:24:01,875 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db81a4c2-a3f1-4172-a439-e770067bbab7' 2024-11-15T22:24:01,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:24:01,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db81a4c2-a3f1-4172-a439-e770067bbab7" 2024-11-15T22:24:01,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a926abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:24:01,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45807,-1] 2024-11-15T22:24:01,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:24:01,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:01,876 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:24:01,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34884d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:24:01,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741840_1016 (size=10791) 2024-11-15T22:24:01,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741837_1013 (size=11194) 2024-11-15T22:24:01,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741838_1014 (size=10791) 2024-11-15T22:24:01,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:24:01,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,45807,1731709428998 2024-11-15T22:24:01,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9206f8a 2024-11-15T22:24:01,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:24:01,917 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-15T22:24:01,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T22:24:01,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:24:01,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39513,1731709429167, seqNum=-1] 2024-11-15T22:24:01,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:24:01,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-15T22:24:01,925 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/staging/jenkins.hfs.23__test__vi7av4opard1gr8pe17hljd6s04car8r96slspo8ajnh3s85a7lol3inqp9co0ms/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T22:24:01,926 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/staging/jenkins.hfs.23__test__vi7av4opard1gr8pe17hljd6s04car8r96slspo8ajnh3s85a7lol3inqp9co0ms/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T22:24:01,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/staging/jenkins.hfs.23__test__vi7av4opard1gr8pe17hljd6s04car8r96slspo8ajnh3s85a7lol3inqp9co0ms/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ for inclusion in 36a1d846f661316aa0eff1927fc43cad/f 2024-11-15T22:24:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T22:24:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:24:01,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/staging/jenkins.hfs.23__test__vi7av4opard1gr8pe17hljd6s04car8r96slspo8ajnh3s85a7lol3inqp9co0ms/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_ for inclusion in 36a1d846f661316aa0eff1927fc43cad/f 2024-11-15T22:24:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T22:24:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:24:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HRegion(2603): Flush status journal for 36a1d846f661316aa0eff1927fc43cad: 2024-11-15T22:24:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T22:24:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/staging/jenkins.hfs.23__test__vi7av4opard1gr8pe17hljd6s04car8r96slspo8ajnh3s85a7lol3inqp9co0ms/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ as hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/default/test/36a1d846f661316aa0eff1927fc43cad/f/1b1a773e9a5548ca8a4638a4dbf58dd4_SeqId_4_ 2024-11-15T22:24:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9302ec9c9e0745758df237f910ffe218_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T22:24:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/staging/jenkins.hfs.23__test__vi7av4opard1gr8pe17hljd6s04car8r96slspo8ajnh3s85a7lol3inqp9co0ms/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_ as hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/default/test/36a1d846f661316aa0eff1927fc43cad/f/1ab632c996f94ac3b34641476a214768_SeqId_4_ 2024-11-15T22:24:01,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/staging/jenkins.hfs.23__test__vi7av4opard1gr8pe17hljd6s04car8r96slspo8ajnh3s85a7lol3inqp9co0ms/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ into 36a1d846f661316aa0eff1927fc43cad/f as hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/default/test/36a1d846f661316aa0eff1927fc43cad/f/1b1a773e9a5548ca8a4638a4dbf58dd4_SeqId_4_ - updating store file list. 2024-11-15T22:24:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1b1a773e9a5548ca8a4638a4dbf58dd4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:24:01,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/default/test/36a1d846f661316aa0eff1927fc43cad/f/1b1a773e9a5548ca8a4638a4dbf58dd4_SeqId_4_ into 36a1d846f661316aa0eff1927fc43cad/f 2024-11-15T22:24:01,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/staging/jenkins.hfs.23__test__vi7av4opard1gr8pe17hljd6s04car8r96slspo8ajnh3s85a7lol3inqp9co0ms/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ into 36a1d846f661316aa0eff1927fc43cad/f (new location: hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/default/test/36a1d846f661316aa0eff1927fc43cad/f/1b1a773e9a5548ca8a4638a4dbf58dd4_SeqId_4_) 2024-11-15T22:24:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/staging/jenkins.hfs.23__test__vi7av4opard1gr8pe17hljd6s04car8r96slspo8ajnh3s85a7lol3inqp9co0ms/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ 2024-11-15T22:24:01,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/staging/jenkins.hfs.23__test__vi7av4opard1gr8pe17hljd6s04car8r96slspo8ajnh3s85a7lol3inqp9co0ms/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_ into 36a1d846f661316aa0eff1927fc43cad/f as hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/default/test/36a1d846f661316aa0eff1927fc43cad/f/1ab632c996f94ac3b34641476a214768_SeqId_4_ - updating store file list. 2024-11-15T22:24:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ab632c996f94ac3b34641476a214768_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:24:01,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/default/test/36a1d846f661316aa0eff1927fc43cad/f/1ab632c996f94ac3b34641476a214768_SeqId_4_ into 36a1d846f661316aa0eff1927fc43cad/f 2024-11-15T22:24:01,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/staging/jenkins.hfs.23__test__vi7av4opard1gr8pe17hljd6s04car8r96slspo8ajnh3s85a7lol3inqp9co0ms/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_ into 36a1d846f661316aa0eff1927fc43cad/f (new location: hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/default/test/36a1d846f661316aa0eff1927fc43cad/f/1ab632c996f94ac3b34641476a214768_SeqId_4_) 2024-11-15T22:24:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/staging/jenkins.hfs.23__test__vi7av4opard1gr8pe17hljd6s04car8r96slspo8ajnh3s85a7lol3inqp9co0ms/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_ 2024-11-15T22:24:01,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.ReplicationSink(324): Finished replicating [a90f9ff8-68a3-4d62-b302-3f184464b0b7] bulk loaded data 2024-11-15T22:24:01,973 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:02,072 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:02,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T22:24:02,305 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__e9ktutg56bavvs6j9lorhmna186p836t9mbaanku2vrvdf4f21ggnfpiig3d5297/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T22:24:02,307 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__e9ktutg56bavvs6j9lorhmna186p836t9mbaanku2vrvdf4f21ggnfpiig3d5297/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T22:24:02,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__e9ktutg56bavvs6j9lorhmna186p836t9mbaanku2vrvdf4f21ggnfpiig3d5297/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_ for inclusion in 54b4ac6b487894804f0b1234539279bf/f 2024-11-15T22:24:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T22:24:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:24:02,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__e9ktutg56bavvs6j9lorhmna186p836t9mbaanku2vrvdf4f21ggnfpiig3d5297/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ for inclusion in 54b4ac6b487894804f0b1234539279bf/f 2024-11-15T22:24:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T22:24:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:24:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HRegion(2603): Flush status journal for 54b4ac6b487894804f0b1234539279bf: 2024-11-15T22:24:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9302ec9c9e0745758df237f910ffe218_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T22:24:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__e9ktutg56bavvs6j9lorhmna186p836t9mbaanku2vrvdf4f21ggnfpiig3d5297/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_ as hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/2cc3d0ed3ecb4be9ae2cad8c1fe2efc4_SeqId_6_ 2024-11-15T22:24:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T22:24:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__e9ktutg56bavvs6j9lorhmna186p836t9mbaanku2vrvdf4f21ggnfpiig3d5297/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ as hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/f0ff1769d59e473c93f77a4f49c8d869_SeqId_6_ 2024-11-15T22:24:02,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__e9ktutg56bavvs6j9lorhmna186p836t9mbaanku2vrvdf4f21ggnfpiig3d5297/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_ into 54b4ac6b487894804f0b1234539279bf/f as hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/2cc3d0ed3ecb4be9ae2cad8c1fe2efc4_SeqId_6_ - updating store file list. 2024-11-15T22:24:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2cc3d0ed3ecb4be9ae2cad8c1fe2efc4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T22:24:02,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/2cc3d0ed3ecb4be9ae2cad8c1fe2efc4_SeqId_6_ into 54b4ac6b487894804f0b1234539279bf/f 2024-11-15T22:24:02,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__e9ktutg56bavvs6j9lorhmna186p836t9mbaanku2vrvdf4f21ggnfpiig3d5297/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_ into 54b4ac6b487894804f0b1234539279bf/f (new location: hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/2cc3d0ed3ecb4be9ae2cad8c1fe2efc4_SeqId_6_) 2024-11-15T22:24:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__e9ktutg56bavvs6j9lorhmna186p836t9mbaanku2vrvdf4f21ggnfpiig3d5297/f/9302ec9c9e0745758df237f910ffe218_SeqId_6_ 2024-11-15T22:24:02,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__e9ktutg56bavvs6j9lorhmna186p836t9mbaanku2vrvdf4f21ggnfpiig3d5297/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ into 54b4ac6b487894804f0b1234539279bf/f as hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/f0ff1769d59e473c93f77a4f49c8d869_SeqId_6_ - updating store file list. 2024-11-15T22:24:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f0ff1769d59e473c93f77a4f49c8d869_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T22:24:02,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/f0ff1769d59e473c93f77a4f49c8d869_SeqId_6_ into 54b4ac6b487894804f0b1234539279bf/f 2024-11-15T22:24:02,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__e9ktutg56bavvs6j9lorhmna186p836t9mbaanku2vrvdf4f21ggnfpiig3d5297/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ into 54b4ac6b487894804f0b1234539279bf/f (new location: hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/f/f0ff1769d59e473c93f77a4f49c8d869_SeqId_6_) 2024-11-15T22:24:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/staging/jenkins.hfs.22__test__e9ktutg56bavvs6j9lorhmna186p836t9mbaanku2vrvdf4f21ggnfpiig3d5297/f/289c713f96494670b2c484a2dc8f3ab0_SeqId_6_ 2024-11-15T22:24:02,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40545 {}] regionserver.ReplicationSink(324): Finished replicating [a90f9ff8-68a3-4d62-b302-3f184464b0b7] bulk loaded data 2024-11-15T22:24:02,375 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:02,376 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:24:02,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:24:02,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:24:02,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:02,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:02,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:24:02,448 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:24:02,448 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1862456200, stopped=false 2024-11-15T22:24:02,448 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,45807,1731709428998 2024-11-15T22:24:02,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1259839335/running 2024-11-15T22:24:02,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1259839335/running 2024-11-15T22:24:02,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335 2024-11-15T22:24:02,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335 2024-11-15T22:24:02,519 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:24:02,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:24:02,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:24:02,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:02,520 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,39513,1731709429167' ***** 2024-11-15T22:24:02,520 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:24:02,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Set watcher on znode that does not yet exist, /2-1259839335/running 2024-11-15T22:24:02,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Set watcher on znode that does not yet exist, /2-1259839335/running 2024-11-15T22:24:02,521 INFO [RS:0;e611192d6313:39513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:24:02,521 INFO [RS:0;e611192d6313:39513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:24:02,521 INFO [RS:0;e611192d6313:39513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:24:02,521 INFO [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(3091): Received CLOSE for 36a1d846f661316aa0eff1927fc43cad 2024-11-15T22:24:02,521 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:24:02,521 INFO [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(959): stopping server e611192d6313,39513,1731709429167 2024-11-15T22:24:02,521 INFO [RS:0;e611192d6313:39513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:24:02,521 INFO [RS:0;e611192d6313:39513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:39513. 2024-11-15T22:24:02,521 DEBUG [RS:0;e611192d6313:39513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:24:02,521 DEBUG [RS:0;e611192d6313:39513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:02,521 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36a1d846f661316aa0eff1927fc43cad, disabling compactions & flushes 2024-11-15T22:24:02,521 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731709434751.36a1d846f661316aa0eff1927fc43cad. 2024-11-15T22:24:02,521 INFO [RS:0;e611192d6313:39513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:24:02,522 INFO [RS:0;e611192d6313:39513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:24:02,522 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709434751.36a1d846f661316aa0eff1927fc43cad. 2024-11-15T22:24:02,522 INFO [RS:0;e611192d6313:39513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:24:02,522 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731709434751.36a1d846f661316aa0eff1927fc43cad. after waiting 0 ms 2024-11-15T22:24:02,522 INFO [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:24:02,522 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731709434751.36a1d846f661316aa0eff1927fc43cad. 2024-11-15T22:24:02,522 INFO [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:24:02,522 DEBUG [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 36a1d846f661316aa0eff1927fc43cad=test,,1731709434751.36a1d846f661316aa0eff1927fc43cad.} 2024-11-15T22:24:02,522 DEBUG [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36a1d846f661316aa0eff1927fc43cad 2024-11-15T22:24:02,522 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:24:02,522 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:24:02,522 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:24:02,522 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:24:02,522 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:24:02,522 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T22:24:02,531 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/default/test/36a1d846f661316aa0eff1927fc43cad/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T22:24:02,532 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:24:02,532 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:24:02,532 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731709434751.36a1d846f661316aa0eff1927fc43cad. 2024-11-15T22:24:02,532 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36a1d846f661316aa0eff1927fc43cad: Waiting for close lock at 1731709442521Running coprocessor pre-close hooks at 1731709442521Disabling compacts and flushes for region at 1731709442521Disabling writes for close at 1731709442522 (+1 ms)Writing region close event to WAL at 1731709442523 (+1 ms)Running coprocessor post-close hooks at 1731709442532 (+9 ms)Closed at 1731709442532 2024-11-15T22:24:02,532 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731709434751.36a1d846f661316aa0eff1927fc43cad. 2024-11-15T22:24:02,539 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/.tmp/info/51e84e0c186d429faac6dcb76822d819 is 129, key is test,,1731709434751.36a1d846f661316aa0eff1927fc43cad./info:regioninfo/1731709435104/Put/seqid=0 2024-11-15T22:24:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741839_1015 (size=6421) 2024-11-15T22:24:02,559 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:24:02,722 DEBUG [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:24:02,778 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:02,878 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:02,922 DEBUG [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:24:02,943 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/.tmp/info/51e84e0c186d429faac6dcb76822d819 2024-11-15T22:24:02,963 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/.tmp/ns/8aa4ba80d048409e890f733579b8e233 is 43, key is default/ns:d/1731709431391/Put/seqid=0 2024-11-15T22:24:02,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741840_1016 (size=5153) 2024-11-15T22:24:03,122 DEBUG [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:24:03,281 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:24:03,281 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:03,281 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:24:03,322 DEBUG [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:24:03,367 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/.tmp/ns/8aa4ba80d048409e890f733579b8e233 2024-11-15T22:24:03,384 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/.tmp/rep_barrier/70b54c143db7437f9a3dda4fbf5491f7 is 112, key is test,,1731709434751.36a1d846f661316aa0eff1927fc43cad./rep_barrier:seqnumDuringOpen/1731709435104/Put/seqid=0 2024-11-15T22:24:03,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741841_1017 (size=5518) 2024-11-15T22:24:03,387 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/.tmp/rep_barrier/70b54c143db7437f9a3dda4fbf5491f7 2024-11-15T22:24:03,409 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/.tmp/table/3ac0b21e180348a7a8ec19a5dd6b6100 is 40, key is test/table:state/1731709435110/Put/seqid=0 2024-11-15T22:24:03,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741842_1018 (size=5165) 2024-11-15T22:24:03,482 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:03,523 INFO [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:24:03,523 DEBUG [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:24:03,523 DEBUG [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:24:03,723 DEBUG [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:24:03,822 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/.tmp/table/3ac0b21e180348a7a8ec19a5dd6b6100 2024-11-15T22:24:03,825 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/.tmp/info/51e84e0c186d429faac6dcb76822d819 as hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/info/51e84e0c186d429faac6dcb76822d819 2024-11-15T22:24:03,829 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/info/51e84e0c186d429faac6dcb76822d819, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T22:24:03,830 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/.tmp/ns/8aa4ba80d048409e890f733579b8e233 as hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/ns/8aa4ba80d048409e890f733579b8e233 2024-11-15T22:24:03,834 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/ns/8aa4ba80d048409e890f733579b8e233, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T22:24:03,834 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/.tmp/rep_barrier/70b54c143db7437f9a3dda4fbf5491f7 as hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/rep_barrier/70b54c143db7437f9a3dda4fbf5491f7 2024-11-15T22:24:03,838 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/rep_barrier/70b54c143db7437f9a3dda4fbf5491f7, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T22:24:03,839 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/.tmp/table/3ac0b21e180348a7a8ec19a5dd6b6100 as hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/table/3ac0b21e180348a7a8ec19a5dd6b6100 2024-11-15T22:24:03,843 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/table/3ac0b21e180348a7a8ec19a5dd6b6100, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T22:24:03,844 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=11, compaction requested=false 2024-11-15T22:24:03,853 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T22:24:03,853 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:24:03,853 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:24:03,853 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:24:03,853 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709442522Running coprocessor pre-close hooks at 1731709442522Disabling compacts and flushes for region at 1731709442522Disabling writes for close at 1731709442522Obtaining lock to block concurrent updates at 1731709442522Preparing flush snapshotting stores in 1588230740 at 1731709442522Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731709442523 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731709442523Flushing 1588230740/info: creating writer at 1731709442523Flushing 1588230740/info: appending metadata at 1731709442539 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731709442539Flushing 1588230740/ns: creating writer at 1731709442946 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731709442963 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731709442963Flushing 1588230740/rep_barrier: creating writer at 1731709443371 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731709443383 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731709443383Flushing 1588230740/table: creating writer at 1731709443390 (+7 ms)Flushing 1588230740/table: appending metadata at 1731709443408 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731709443408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0e9adb: reopening flushed file at 1731709443825 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381601ce: reopening flushed file at 1731709443829 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@277bce94: reopening flushed file at 1731709443834 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e807daf: reopening flushed file at 1731709443838 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=11, compaction requested=false at 1731709443844 (+6 ms)Writing region close event to WAL at 1731709443850 (+6 ms)Running coprocessor post-close hooks at 1731709443853 (+3 ms)Closed at 1731709443853 2024-11-15T22:24:03,853 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:24:03,884 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:03,933 INFO [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(976): stopping server e611192d6313,39513,1731709429167; all regions closed. 2024-11-15T22:24:03,936 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/WALs/e611192d6313,39513,1731709429167/e611192d6313%2C39513%2C1731709429167.meta.1731709431338.meta not finished, retry = 0 2024-11-15T22:24:03,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741834_1010 (size=2717) 2024-11-15T22:24:04,038 DEBUG [RS:0;e611192d6313:39513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/oldWALs 2024-11-15T22:24:04,038 INFO [RS:0;e611192d6313:39513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C39513%2C1731709429167.meta:.meta(num 1731709431338) 2024-11-15T22:24:04,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741832_1008 (size=1028) 2024-11-15T22:24:04,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/WALs/e611192d6313,39513,1731709429167/e611192d6313%2C39513%2C1731709429167.1731709430383 not finished, retry = 0 2024-11-15T22:24:04,141 DEBUG [RS:0;e611192d6313:39513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/oldWALs 2024-11-15T22:24:04,142 INFO [RS:0;e611192d6313:39513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C39513%2C1731709429167:(num 1731709430383) 2024-11-15T22:24:04,142 DEBUG [RS:0;e611192d6313:39513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:04,142 INFO [RS:0;e611192d6313:39513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:24:04,142 INFO [RS:0;e611192d6313:39513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:24:04,142 INFO [RS:0;e611192d6313:39513 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:24:04,142 INFO [RS:0;e611192d6313:39513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:24:04,142 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:24:04,143 INFO [RS:0;e611192d6313:39513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:39513. 2024-11-15T22:24:04,143 DEBUG [RS:0;e611192d6313:39513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:24:04,143 DEBUG [RS:0;e611192d6313:39513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:04,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:24:04,143 DEBUG [RS:0;e611192d6313:39513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:04,143 INFO [RS:0;e611192d6313:39513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39513 2024-11-15T22:24:04,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335/rs 2024-11-15T22:24:04,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1259839335/rs/e611192d6313,39513,1731709429167 2024-11-15T22:24:04,159 INFO [RS:0;e611192d6313:39513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:24:04,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,39513,1731709429167] 2024-11-15T22:24:04,180 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1259839335/draining/e611192d6313,39513,1731709429167 already deleted, retry=false 2024-11-15T22:24:04,180 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,39513,1731709429167 expired; onlineServers=0 2024-11-15T22:24:04,181 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,45807,1731709428998' ***** 2024-11-15T22:24:04,181 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:24:04,181 INFO [M:0;e611192d6313:45807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:24:04,181 INFO [M:0;e611192d6313:45807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:24:04,181 DEBUG [M:0;e611192d6313:45807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:24:04,181 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:24:04,181 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709430076 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709430076,5,FailOnTimeoutGroup] 2024-11-15T22:24:04,181 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709430077 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709430077,5,FailOnTimeoutGroup] 2024-11-15T22:24:04,181 DEBUG [M:0;e611192d6313:45807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:24:04,181 INFO [M:0;e611192d6313:45807 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:24:04,181 INFO [M:0;e611192d6313:45807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:24:04,181 DEBUG [M:0;e611192d6313:45807 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:24:04,182 INFO [M:0;e611192d6313:45807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:24:04,182 INFO [M:0;e611192d6313:45807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:24:04,182 INFO [M:0;e611192d6313:45807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:24:04,182 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:24:04,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1259839335/master 2024-11-15T22:24:04,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1259839335 2024-11-15T22:24:04,191 DEBUG [M:0;e611192d6313:45807 {}] zookeeper.ZKUtil(347): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Unable to get data of znode /2-1259839335/master because node does not exist (not an error) 2024-11-15T22:24:04,191 WARN [M:0;e611192d6313:45807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:24:04,192 INFO [M:0;e611192d6313:45807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/.lastflushedseqids 2024-11-15T22:24:04,194 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:04,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741843_1019 (size=173) 2024-11-15T22:24:04,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:24:04,270 INFO [RS:0;e611192d6313:39513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:24:04,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1014098a68a0007, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:24:04,270 INFO [RS:0;e611192d6313:39513 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,39513,1731709429167; zookeeper connection closed. 2024-11-15T22:24:04,270 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@538f150e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@538f150e 2024-11-15T22:24:04,271 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:24:04,588 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:04,613 INFO [M:0;e611192d6313:45807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:24:04,613 INFO [M:0;e611192d6313:45807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:24:04,613 DEBUG [M:0;e611192d6313:45807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:24:04,613 INFO [M:0;e611192d6313:45807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:24:04,613 DEBUG [M:0;e611192d6313:45807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:24:04,613 DEBUG [M:0;e611192d6313:45807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:24:04,613 DEBUG [M:0;e611192d6313:45807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:24:04,613 INFO [M:0;e611192d6313:45807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-15T22:24:04,628 DEBUG [M:0;e611192d6313:45807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a21ea63be63425cb6a0551432afa46a is 82, key is hbase:meta,,1/info:regioninfo/1731709431375/Put/seqid=0 2024-11-15T22:24:04,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741844_1020 (size=5672) 2024-11-15T22:24:05,001 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:05,032 INFO [M:0;e611192d6313:45807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a21ea63be63425cb6a0551432afa46a 2024-11-15T22:24:05,047 DEBUG [M:0;e611192d6313:45807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7610223330a641ba8dcc0d66f07caeb6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731709435113/Put/seqid=0 2024-11-15T22:24:05,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741845_1021 (size=6586) 2024-11-15T22:24:05,390 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:05,450 INFO [M:0;e611192d6313:45807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7610223330a641ba8dcc0d66f07caeb6 2024-11-15T22:24:05,470 DEBUG [M:0;e611192d6313:45807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/554073be69244729a83fde8e680e5f94 is 69, key is e611192d6313,39513,1731709429167/rs:state/1731709430163/Put/seqid=0 2024-11-15T22:24:05,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741846_1022 (size=5156) 2024-11-15T22:24:05,687 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T22:24:05,787 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:24:05,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:24:05,788 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169158 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e611192d6313,43371,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:43371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T22:24:05,873 INFO [M:0;e611192d6313:45807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/554073be69244729a83fde8e680e5f94 2024-11-15T22:24:05,878 DEBUG [M:0;e611192d6313:45807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a21ea63be63425cb6a0551432afa46a as hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a21ea63be63425cb6a0551432afa46a 2024-11-15T22:24:05,882 INFO [M:0;e611192d6313:45807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a21ea63be63425cb6a0551432afa46a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T22:24:05,883 DEBUG [M:0;e611192d6313:45807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7610223330a641ba8dcc0d66f07caeb6 as hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7610223330a641ba8dcc0d66f07caeb6 2024-11-15T22:24:05,887 INFO [M:0;e611192d6313:45807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7610223330a641ba8dcc0d66f07caeb6, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T22:24:05,887 DEBUG [M:0;e611192d6313:45807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/554073be69244729a83fde8e680e5f94 as hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/554073be69244729a83fde8e680e5f94 2024-11-15T22:24:05,891 INFO [M:0;e611192d6313:45807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40593/user/jenkins/test-data/651d9d41-072c-944f-3405-682150e2056b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/554073be69244729a83fde8e680e5f94, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T22:24:05,892 INFO [M:0;e611192d6313:45807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=55, compaction requested=false 2024-11-15T22:24:05,894 INFO [M:0;e611192d6313:45807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:24:05,894 DEBUG [M:0;e611192d6313:45807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709444613Disabling compacts and flushes for region at 1731709444613Disabling writes for close at 1731709444613Obtaining lock to block concurrent updates at 1731709444613Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709444613Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731709444614 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709444614Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709444614Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709444628 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709444628Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709445034 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709445046 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709445046Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709445453 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709445469 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709445469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@325d505f: reopening flushed file at 1731709445877 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f10497: reopening flushed file at 1731709445882 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256cb217: reopening flushed file at 1731709445887 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=55, compaction requested=false at 1731709445892 (+5 ms)Writing region close event to WAL at 1731709445894 (+2 ms)Closed at 1731709445894 2024-11-15T22:24:05,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35881 is added to blk_1073741830_1006 (size=32770) 2024-11-15T22:24:05,897 INFO [M:0;e611192d6313:45807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:24:05,897 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:24:05,897 INFO [M:0;e611192d6313:45807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45807 2024-11-15T22:24:05,898 INFO [M:0;e611192d6313:45807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:24:05,904 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:06,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:24:06,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45807-0x1014098a68a0006, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:24:06,008 INFO [M:0;e611192d6313:45807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:24:06,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c0ce22b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:24:06,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cc46eda{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:24:06,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:24:06,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e4e5888{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:24:06,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a3e9c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/hadoop.log.dir/,STOPPED} 2024-11-15T22:24:06,014 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:24:06,014 WARN [BP-1415245247-172.17.0.3-1731709426804 heartbeating to localhost/127.0.0.1:40593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:24:06,014 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:24:06,014 WARN [BP-1415245247-172.17.0.3-1731709426804 heartbeating to localhost/127.0.0.1:40593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1415245247-172.17.0.3-1731709426804 (Datanode Uuid 4c28eca1-c873-4559-a133-596b52cb9712) service to localhost/127.0.0.1:40593 2024-11-15T22:24:06,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/cluster_437188e6-ab6c-f731-55d6-92197cc29947/data/data2/current/BP-1415245247-172.17.0.3-1731709426804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:24:06,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/cluster_437188e6-ab6c-f731-55d6-92197cc29947/data/data1/current/BP-1415245247-172.17.0.3-1731709426804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:24:06,015 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:24:06,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d1adc50{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:24:06,023 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ad13d2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:24:06,023 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:24:06,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f3df764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:24:06,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f616208{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/497aacad-2c9b-d4b1-ccea-bd940b4dfba8/hadoop.log.dir/,STOPPED} 2024-11-15T22:24:06,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:24:06,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:24:06,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:24:06,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:24:06,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:06,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:24:06,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:06,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:24:06,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2002057075, stopped=false 2024-11-15T22:24:06,040 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,35237,1731709422480 2024-11-15T22:24:06,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11528314708/running 2024-11-15T22:24:06,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708 2024-11-15T22:24:06,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11528314708/running 2024-11-15T22:24:06,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708 2024-11-15T22:24:06,054 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:24:06,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:24:06,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:24:06,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:06,055 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,40545,1731709423167' ***** 2024-11-15T22:24:06,055 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:24:06,055 INFO [RS:0;e611192d6313:40545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:24:06,055 INFO [RS:0;e611192d6313:40545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:24:06,055 INFO [RS:0;e611192d6313:40545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:24:06,055 INFO [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(3091): Received CLOSE for 54b4ac6b487894804f0b1234539279bf 2024-11-15T22:24:06,055 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:24:06,055 INFO [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(959): stopping server e611192d6313,40545,1731709423167 2024-11-15T22:24:06,056 INFO [RS:0;e611192d6313:40545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:24:06,056 INFO [RS:0;e611192d6313:40545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:40545. 2024-11-15T22:24:06,056 DEBUG [RS:0;e611192d6313:40545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:24:06,056 DEBUG [RS:0;e611192d6313:40545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:06,056 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54b4ac6b487894804f0b1234539279bf, disabling compactions & flushes 2024-11-15T22:24:06,056 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731709432591.54b4ac6b487894804f0b1234539279bf. 2024-11-15T22:24:06,056 INFO [RS:0;e611192d6313:40545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:24:06,056 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709432591.54b4ac6b487894804f0b1234539279bf. 2024-11-15T22:24:06,056 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731709432591.54b4ac6b487894804f0b1234539279bf. after waiting 0 ms 2024-11-15T22:24:06,056 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731709432591.54b4ac6b487894804f0b1234539279bf. 2024-11-15T22:24:06,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Set watcher on znode that does not yet exist, /11528314708/running 2024-11-15T22:24:06,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Set watcher on znode that does not yet exist, /11528314708/running 2024-11-15T22:24:06,056 INFO [RS:0;e611192d6313:40545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:24:06,056 INFO [RS:0;e611192d6313:40545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:24:06,056 INFO [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:24:06,057 INFO [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:24:06,057 DEBUG [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(1325): Online Regions={54b4ac6b487894804f0b1234539279bf=test,,1731709432591.54b4ac6b487894804f0b1234539279bf., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:24:06,057 DEBUG [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54b4ac6b487894804f0b1234539279bf 2024-11-15T22:24:06,057 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:24:06,057 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:24:06,057 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:24:06,057 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:24:06,057 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:24:06,057 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T22:24:06,069 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/default/test/54b4ac6b487894804f0b1234539279bf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T22:24:06,069 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:24:06,069 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:24:06,070 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731709432591.54b4ac6b487894804f0b1234539279bf. 2024-11-15T22:24:06,070 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54b4ac6b487894804f0b1234539279bf: Waiting for close lock at 1731709446056Running coprocessor pre-close hooks at 1731709446056Disabling compacts and flushes for region at 1731709446056Disabling writes for close at 1731709446056Writing region close event to WAL at 1731709446064 (+8 ms)Running coprocessor post-close hooks at 1731709446069 (+5 ms)Closed at 1731709446070 (+1 ms) 2024-11-15T22:24:06,070 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731709432591.54b4ac6b487894804f0b1234539279bf. 2024-11-15T22:24:06,074 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/.tmp/info/3139869467394e7b9ab387d2fe4ebf64 is 129, key is test,,1731709432591.54b4ac6b487894804f0b1234539279bf./info:regioninfo/1731709433764/Put/seqid=0 2024-11-15T22:24:06,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741841_1017 (size=6421) 2024-11-15T22:24:06,134 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:24:06,257 DEBUG [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:24:06,293 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:06,457 DEBUG [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:24:06,482 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/.tmp/info/3139869467394e7b9ab387d2fe4ebf64 2024-11-15T22:24:06,504 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/.tmp/ns/7746a950367e478b8a75774063c1304e is 43, key is default/ns:d/1731709426680/Put/seqid=0 2024-11-15T22:24:06,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:24:06,509 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/.tmp/ns/7746a950367e478b8a75774063c1304e 2024-11-15T22:24:06,533 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/.tmp/rep_barrier/431777cd37d7471294c41757100f1601 is 112, key is test,,1731709432591.54b4ac6b487894804f0b1234539279bf./rep_barrier:seqnumDuringOpen/1731709433764/Put/seqid=0 2024-11-15T22:24:06,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741843_1019 (size=5518) 2024-11-15T22:24:06,538 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/.tmp/rep_barrier/431777cd37d7471294c41757100f1601 2024-11-15T22:24:06,559 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:24:06,559 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:24:06,562 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/.tmp/table/9556c31d1b1046568d0da9e6156c71e5 is 40, key is test/table:state/1731709433775/Put/seqid=0 2024-11-15T22:24:06,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741844_1020 (size=5165) 2024-11-15T22:24:06,657 DEBUG [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:24:06,858 DEBUG [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:24:06,907 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:06,966 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/.tmp/table/9556c31d1b1046568d0da9e6156c71e5 2024-11-15T22:24:06,971 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/.tmp/info/3139869467394e7b9ab387d2fe4ebf64 as hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/info/3139869467394e7b9ab387d2fe4ebf64 2024-11-15T22:24:06,977 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/info/3139869467394e7b9ab387d2fe4ebf64, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T22:24:06,978 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/.tmp/ns/7746a950367e478b8a75774063c1304e as hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/ns/7746a950367e478b8a75774063c1304e 2024-11-15T22:24:06,981 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/ns/7746a950367e478b8a75774063c1304e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T22:24:06,982 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/.tmp/rep_barrier/431777cd37d7471294c41757100f1601 as hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/rep_barrier/431777cd37d7471294c41757100f1601 2024-11-15T22:24:06,987 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/rep_barrier/431777cd37d7471294c41757100f1601, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T22:24:06,988 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/.tmp/table/9556c31d1b1046568d0da9e6156c71e5 as hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/table/9556c31d1b1046568d0da9e6156c71e5 2024-11-15T22:24:06,996 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/table/9556c31d1b1046568d0da9e6156c71e5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T22:24:06,997 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=11, compaction requested=false 2024-11-15T22:24:07,025 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T22:24:07,026 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:24:07,026 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:24:07,026 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:24:07,027 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709446057Running coprocessor pre-close hooks at 1731709446057Disabling compacts and flushes for region at 1731709446057Disabling writes for close at 1731709446057Obtaining lock to block concurrent updates at 1731709446057Preparing flush snapshotting stores in 1588230740 at 1731709446057Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731709446057Flushing stores of hbase:meta,,1.1588230740 at 1731709446058 (+1 ms)Flushing 1588230740/info: creating writer at 1731709446058Flushing 1588230740/info: appending metadata at 1731709446074 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731709446074Flushing 1588230740/ns: creating writer at 1731709446486 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731709446503 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731709446503Flushing 1588230740/rep_barrier: creating writer at 1731709446513 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731709446532 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731709446532Flushing 1588230740/table: creating writer at 1731709446542 (+10 ms)Flushing 1588230740/table: appending metadata at 1731709446561 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731709446561Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4ae499: reopening flushed file at 1731709446970 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ba25a0: reopening flushed file at 1731709446977 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eb448b7: reopening flushed file at 1731709446982 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc1d045: reopening flushed file at 1731709446987 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=11, compaction requested=false at 1731709446997 (+10 ms)Writing region close event to WAL at 1731709447003 (+6 ms)Running coprocessor post-close hooks at 1731709447026 (+23 ms)Closed at 1731709447026 2024-11-15T22:24:07,027 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:24:07,058 INFO [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(976): stopping server e611192d6313,40545,1731709423167; all regions closed. 2024-11-15T22:24:07,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741834_1010 (size=2717) 2024-11-15T22:24:07,064 DEBUG [RS:0;e611192d6313:40545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/oldWALs 2024-11-15T22:24:07,064 INFO [RS:0;e611192d6313:40545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C40545%2C1731709423167.meta:.meta(num 1731709426532) 2024-11-15T22:24:07,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741832_1008 (size=1374) 2024-11-15T22:24:07,069 DEBUG [RS:0;e611192d6313:40545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/oldWALs 2024-11-15T22:24:07,069 INFO [RS:0;e611192d6313:40545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C40545%2C1731709423167:(num 1731709425617) 2024-11-15T22:24:07,069 DEBUG [RS:0;e611192d6313:40545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:07,069 INFO [RS:0;e611192d6313:40545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:24:07,070 INFO [RS:0;e611192d6313:40545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:24:07,070 INFO [RS:0;e611192d6313:40545 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T22:24:07,070 INFO [RS:0;e611192d6313:40545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:24:07,070 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:24:07,070 INFO [RS:0;e611192d6313:40545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:40545. 2024-11-15T22:24:07,070 DEBUG [RS:0;e611192d6313:40545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:24:07,071 DEBUG [RS:0;e611192d6313:40545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:07,071 DEBUG [RS:0;e611192d6313:40545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:07,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:24:07,071 INFO [RS:0;e611192d6313:40545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40545 2024-11-15T22:24:07,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11528314708/rs/e611192d6313,40545,1731709423167 2024-11-15T22:24:07,138 INFO [RS:0;e611192d6313:40545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:24:07,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708/rs 2024-11-15T22:24:07,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,40545,1731709423167] 2024-11-15T22:24:07,159 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11528314708/draining/e611192d6313,40545,1731709423167 already deleted, retry=false 2024-11-15T22:24:07,159 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,40545,1731709423167 expired; onlineServers=0 2024-11-15T22:24:07,159 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,35237,1731709422480' ***** 2024-11-15T22:24:07,159 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:24:07,159 INFO [M:0;e611192d6313:35237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:24:07,159 INFO [M:0;e611192d6313:35237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:24:07,159 DEBUG [M:0;e611192d6313:35237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:24:07,160 DEBUG [M:0;e611192d6313:35237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:24:07,160 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:24:07,160 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709425350 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709425350,5,FailOnTimeoutGroup] 2024-11-15T22:24:07,160 INFO [M:0;e611192d6313:35237 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:24:07,160 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709425352 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709425352,5,FailOnTimeoutGroup] 2024-11-15T22:24:07,160 INFO [M:0;e611192d6313:35237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:24:07,160 DEBUG [M:0;e611192d6313:35237 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:24:07,160 INFO [M:0;e611192d6313:35237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:24:07,160 INFO [M:0;e611192d6313:35237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:24:07,160 INFO [M:0;e611192d6313:35237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:24:07,160 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:24:07,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11528314708/master 2024-11-15T22:24:07,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11528314708 2024-11-15T22:24:07,180 DEBUG [M:0;e611192d6313:35237 {}] zookeeper.RecoverableZooKeeper(212): Node /11528314708/master already deleted, retry=false 2024-11-15T22:24:07,180 DEBUG [M:0;e611192d6313:35237 {}] master.ActiveMasterManager(353): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Failed delete of our master address node; KeeperErrorCode = NoNode for /11528314708/master 2024-11-15T22:24:07,189 INFO [M:0;e611192d6313:35237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/.lastflushedseqids 2024-11-15T22:24:07,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741845_1021 (size=173) 2024-11-15T22:24:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:24:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40545-0x1014098a68a0004, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:24:07,249 INFO [RS:0;e611192d6313:40545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:24:07,249 INFO [RS:0;e611192d6313:40545 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,40545,1731709423167; zookeeper connection closed. 2024-11-15T22:24:07,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ce9cd6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ce9cd6f 2024-11-15T22:24:07,249 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:24:07,297 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:07,598 INFO [M:0;e611192d6313:35237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:24:07,598 INFO [M:0;e611192d6313:35237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:24:07,598 DEBUG [M:0;e611192d6313:35237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:24:07,598 INFO [M:0;e611192d6313:35237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:24:07,598 DEBUG [M:0;e611192d6313:35237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:24:07,598 DEBUG [M:0;e611192d6313:35237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:24:07,598 DEBUG [M:0;e611192d6313:35237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:24:07,599 INFO [M:0;e611192d6313:35237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-15T22:24:07,614 DEBUG [M:0;e611192d6313:35237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46f4e278b9134460bdf13ab73c55c44a is 82, key is hbase:meta,,1/info:regioninfo/1731709426559/Put/seqid=0 2024-11-15T22:24:07,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741846_1022 (size=5672) 2024-11-15T22:24:08,014 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:08,017 INFO [M:0;e611192d6313:35237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46f4e278b9134460bdf13ab73c55c44a 2024-11-15T22:24:08,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:24:08,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,044 DEBUG [M:0;e611192d6313:35237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b204e6af7d0459ea833f90acdf8cb9b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731709433779/Put/seqid=0 2024-11-15T22:24:08,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741847_1023 (size=6586) 2024-11-15T22:24:08,056 INFO [M:0;e611192d6313:35237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b204e6af7d0459ea833f90acdf8cb9b 2024-11-15T22:24:08,083 DEBUG [M:0;e611192d6313:35237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c118afb68a44cb0a2407c0be2474b9d is 69, key is e611192d6313,40545,1731709423167/rs:state/1731709425404/Put/seqid=0 2024-11-15T22:24:08,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741848_1024 (size=5156) 2024-11-15T22:24:08,092 INFO [M:0;e611192d6313:35237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c118afb68a44cb0a2407c0be2474b9d 2024-11-15T22:24:08,097 DEBUG [M:0;e611192d6313:35237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46f4e278b9134460bdf13ab73c55c44a as hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46f4e278b9134460bdf13ab73c55c44a 2024-11-15T22:24:08,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,103 INFO [M:0;e611192d6313:35237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46f4e278b9134460bdf13ab73c55c44a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T22:24:08,104 DEBUG [M:0;e611192d6313:35237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b204e6af7d0459ea833f90acdf8cb9b as hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b204e6af7d0459ea833f90acdf8cb9b 2024-11-15T22:24:08,109 INFO [M:0;e611192d6313:35237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b204e6af7d0459ea833f90acdf8cb9b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T22:24:08,110 DEBUG [M:0;e611192d6313:35237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c118afb68a44cb0a2407c0be2474b9d as hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c118afb68a44cb0a2407c0be2474b9d 2024-11-15T22:24:08,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,114 INFO [M:0;e611192d6313:35237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33921/user/jenkins/test-data/4c06c903-2590-0f89-b9b5-ad7deefe95d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c118afb68a44cb0a2407c0be2474b9d, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T22:24:08,115 INFO [M:0;e611192d6313:35237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=55, compaction requested=false 2024-11-15T22:24:08,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:24:08,126 INFO [M:0;e611192d6313:35237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:24:08,126 DEBUG [M:0;e611192d6313:35237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709447598Disabling compacts and flushes for region at 1731709447598Disabling writes for close at 1731709447598Obtaining lock to block concurrent updates at 1731709447599 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709447599Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731709447599Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709447599Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709447599Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709447613 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709447613Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709448021 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709448044 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709448044Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709448061 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709448083 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709448083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ba2f11: reopening flushed file at 1731709448096 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b3855fa: reopening flushed file at 1731709448103 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35838e47: reopening flushed file at 1731709448109 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=55, compaction requested=false at 1731709448115 (+6 ms)Writing region close event to WAL at 1731709448125 (+10 ms)Closed at 1731709448125 2024-11-15T22:24:08,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43477 is added to blk_1073741830_1006 (size=32770) 2024-11-15T22:24:08,129 INFO [M:0;e611192d6313:35237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:24:08,129 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:24:08,129 INFO [M:0;e611192d6313:35237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35237 2024-11-15T22:24:08,129 INFO [M:0;e611192d6313:35237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:24:08,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:24:08,343 INFO [M:0;e611192d6313:35237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:24:08,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35237-0x1014098a68a0003, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:24:08,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a522078{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:24:08,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45fae02d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:24:08,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:24:08,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66f83764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:24:08,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3da7d441{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/hadoop.log.dir/,STOPPED} 2024-11-15T22:24:08,355 WARN [BP-1058556799-172.17.0.3-1731709419066 heartbeating to localhost/127.0.0.1:33921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:24:08,355 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:24:08,355 WARN [BP-1058556799-172.17.0.3-1731709419066 heartbeating to localhost/127.0.0.1:33921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1058556799-172.17.0.3-1731709419066 (Datanode Uuid 33665c17-37ff-45c8-9f9a-efc0d6fd5ce0) service to localhost/127.0.0.1:33921 2024-11-15T22:24:08,355 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:24:08,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/cluster_2c321f98-3aac-5a79-7023-71454f04c1ec/data/data1/current/BP-1058556799-172.17.0.3-1731709419066 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:24:08,356 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:24:08,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/cluster_2c321f98-3aac-5a79-7023-71454f04c1ec/data/data2/current/BP-1058556799-172.17.0.3-1731709419066 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:24:08,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a952a4a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:24:08,365 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e4a1201{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:24:08,365 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:24:08,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@689e61e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:24:08,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43b9d584{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cad40f8d-a51a-0042-ec61-5a3d4cd7ee62/hadoop.log.dir/,STOPPED} 2024-11-15T22:24:08,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:24:08,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:24:08,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:24:08,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:24:08,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:08,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:08,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:24:08,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:24:08,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1951677702, stopped=false 2024-11-15T22:24:08,394 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,45767,1731709416098 2024-11-15T22:24:08,400 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:08,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844021193/running 2024-11-15T22:24:08,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844021193/running 2024-11-15T22:24:08,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:24:08,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:24:08,401 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:24:08,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Set watcher on znode that does not yet exist, /0-1844021193/running 2024-11-15T22:24:08,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Set watcher on znode that does not yet exist, /0-1844021193/running 2024-11-15T22:24:08,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:24:08,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:24:08,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:08,409 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,40519,1731709416297' ***** 2024-11-15T22:24:08,410 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:24:08,410 INFO [RS:0;e611192d6313:40519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:24:08,410 INFO [RS:0;e611192d6313:40519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:24:08,410 INFO [RS:0;e611192d6313:40519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:24:08,410 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:24:08,410 INFO [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(3091): Received CLOSE for f404305ff226d3589d14af4d837f6390 2024-11-15T22:24:08,423 INFO [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(3091): Received CLOSE for e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:24:08,424 INFO [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(959): stopping server e611192d6313,40519,1731709416297 2024-11-15T22:24:08,424 INFO [RS:0;e611192d6313:40519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:24:08,424 INFO [RS:0;e611192d6313:40519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:40519. 2024-11-15T22:24:08,424 DEBUG [RS:0;e611192d6313:40519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:24:08,424 DEBUG [RS:0;e611192d6313:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:08,424 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f404305ff226d3589d14af4d837f6390, disabling compactions & flushes 2024-11-15T22:24:08,424 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731709431449.f404305ff226d3589d14af4d837f6390. 2024-11-15T22:24:08,424 INFO [RS:0;e611192d6313:40519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:24:08,424 INFO [RS:0;e611192d6313:40519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:24:08,424 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731709431449.f404305ff226d3589d14af4d837f6390. 2024-11-15T22:24:08,424 INFO [RS:0;e611192d6313:40519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:24:08,424 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731709431449.f404305ff226d3589d14af4d837f6390. after waiting 0 ms 2024-11-15T22:24:08,424 INFO [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:24:08,424 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731709431449.f404305ff226d3589d14af4d837f6390. 2024-11-15T22:24:08,425 INFO [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T22:24:08,425 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f404305ff226d3589d14af4d837f6390=test,,1731709431449.f404305ff226d3589d14af4d837f6390., e2a279c5bd030a9a75229dd5d0db0d9e=hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e.} 2024-11-15T22:24:08,425 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e2a279c5bd030a9a75229dd5d0db0d9e, f404305ff226d3589d14af4d837f6390 2024-11-15T22:24:08,425 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:24:08,425 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:24:08,425 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:24:08,425 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:24:08,425 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:24:08,425 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T22:24:08,463 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/.tmp/info/7799f4859e644f1794f15a191f1f6936 is 147, key is hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e./info:regioninfo/1731709436245/Put/seqid=0 2024-11-15T22:24:08,480 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:24:08,480 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/default/test/f404305ff226d3589d14af4d837f6390/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T22:24:08,481 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:24:08,481 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T22:24:08,481 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731709431449.f404305ff226d3589d14af4d837f6390. 2024-11-15T22:24:08,481 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f404305ff226d3589d14af4d837f6390: Waiting for close lock at 1731709448424Running coprocessor pre-close hooks at 1731709448424Disabling compacts and flushes for region at 1731709448424Disabling writes for close at 1731709448424Writing region close event to WAL at 1731709448465 (+41 ms)Running coprocessor post-close hooks at 1731709448481 (+16 ms)Closed at 1731709448481 2024-11-15T22:24:08,481 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731709431449.f404305ff226d3589d14af4d837f6390. 2024-11-15T22:24:08,481 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2a279c5bd030a9a75229dd5d0db0d9e, disabling compactions & flushes 2024-11-15T22:24:08,481 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. 2024-11-15T22:24:08,481 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. 2024-11-15T22:24:08,481 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. after waiting 0 ms 2024-11-15T22:24:08,481 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. 2024-11-15T22:24:08,481 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e2a279c5bd030a9a75229dd5d0db0d9e 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-15T22:24:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741847_1023 (size=7686) 2024-11-15T22:24:08,490 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/.tmp/info/7799f4859e644f1794f15a191f1f6936 2024-11-15T22:24:08,513 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/replication/e2a279c5bd030a9a75229dd5d0db0d9e/.tmp/hfileref/888ed37b1d2b405a99e3553281481a7e is 74, key is 1/hfileref:289c713f96494670b2c484a2dc8f3ab0_SeqId_6_/1731709442323/DeleteColumn/seqid=0 2024-11-15T22:24:08,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741848_1024 (size=5489) 2024-11-15T22:24:08,521 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/replication/e2a279c5bd030a9a75229dd5d0db0d9e/.tmp/hfileref/888ed37b1d2b405a99e3553281481a7e 2024-11-15T22:24:08,549 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/replication/e2a279c5bd030a9a75229dd5d0db0d9e/.tmp/queue/4321a6ffac3340a2b6ea18316c8632de is 153, key is 1-e611192d6313,40519,1731709416297/queue:e611192d6313%2C40519%2C1731709416297/1731709442324/Put/seqid=0 2024-11-15T22:24:08,552 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/.tmp/ns/f423507b21b2473f8adb1cf73e379144 is 43, key is default/ns:d/1731709418876/Put/seqid=0 2024-11-15T22:24:08,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741849_1025 (size=5504) 2024-11-15T22:24:08,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741850_1026 (size=5153) 2024-11-15T22:24:08,625 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:24:08,825 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e2a279c5bd030a9a75229dd5d0db0d9e 2024-11-15T22:24:08,966 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/replication/e2a279c5bd030a9a75229dd5d0db0d9e/.tmp/queue/4321a6ffac3340a2b6ea18316c8632de 2024-11-15T22:24:08,969 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/replication/e2a279c5bd030a9a75229dd5d0db0d9e/.tmp/hfileref/888ed37b1d2b405a99e3553281481a7e as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/replication/e2a279c5bd030a9a75229dd5d0db0d9e/hfileref/888ed37b1d2b405a99e3553281481a7e 2024-11-15T22:24:08,975 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/replication/e2a279c5bd030a9a75229dd5d0db0d9e/hfileref/888ed37b1d2b405a99e3553281481a7e, entries=6, sequenceid=17, filesize=5.4 K 2024-11-15T22:24:08,976 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/replication/e2a279c5bd030a9a75229dd5d0db0d9e/.tmp/queue/4321a6ffac3340a2b6ea18316c8632de as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/replication/e2a279c5bd030a9a75229dd5d0db0d9e/queue/4321a6ffac3340a2b6ea18316c8632de 2024-11-15T22:24:08,978 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/.tmp/ns/f423507b21b2473f8adb1cf73e379144 2024-11-15T22:24:08,981 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/replication/e2a279c5bd030a9a75229dd5d0db0d9e/queue/4321a6ffac3340a2b6ea18316c8632de, entries=2, sequenceid=17, filesize=5.4 K 2024-11-15T22:24:08,981 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for e2a279c5bd030a9a75229dd5d0db0d9e in 500ms, sequenceid=17, compaction requested=false 2024-11-15T22:24:09,010 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/.tmp/rep_barrier/b1275e6fe5904b94814863465e492a70 is 112, key is test,,1731709431449.f404305ff226d3589d14af4d837f6390./rep_barrier:seqnumDuringOpen/1731709432252/Put/seqid=0 2024-11-15T22:24:09,011 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/replication/e2a279c5bd030a9a75229dd5d0db0d9e/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-15T22:24:09,011 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:24:09,011 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:24:09,011 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. 2024-11-15T22:24:09,012 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2a279c5bd030a9a75229dd5d0db0d9e: Waiting for close lock at 1731709448481Running coprocessor pre-close hooks at 1731709448481Disabling compacts and flushes for region at 1731709448481Disabling writes for close at 1731709448481Obtaining lock to block concurrent updates at 1731709448481Preparing flush snapshotting stores in e2a279c5bd030a9a75229dd5d0db0d9e at 1731709448481Finished memstore snapshotting hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731709448482 (+1 ms)Flushing stores of hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. at 1731709448482Flushing e2a279c5bd030a9a75229dd5d0db0d9e/hfileref: creating writer at 1731709448482Flushing e2a279c5bd030a9a75229dd5d0db0d9e/hfileref: appending metadata at 1731709448512 (+30 ms)Flushing e2a279c5bd030a9a75229dd5d0db0d9e/hfileref: closing flushed file at 1731709448512Flushing e2a279c5bd030a9a75229dd5d0db0d9e/queue: creating writer at 1731709448525 (+13 ms)Flushing e2a279c5bd030a9a75229dd5d0db0d9e/queue: appending metadata at 1731709448548 (+23 ms)Flushing e2a279c5bd030a9a75229dd5d0db0d9e/queue: closing flushed file at 1731709448548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@308b2d91: reopening flushed file at 1731709448969 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f77a1bf: reopening flushed file at 1731709448975 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for e2a279c5bd030a9a75229dd5d0db0d9e in 500ms, sequenceid=17, compaction requested=false at 1731709448981 (+6 ms)Writing region close event to WAL at 1731709448993 (+12 ms)Running coprocessor post-close hooks at 1731709449011 (+18 ms)Closed at 1731709449011 2024-11-15T22:24:09,012 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731709435399.e2a279c5bd030a9a75229dd5d0db0d9e. 2024-11-15T22:24:09,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741851_1027 (size=5518) 2024-11-15T22:24:09,026 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:24:09,136 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:24:09,136 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:24:09,226 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:24:09,230 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:09,234 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:24:09,234 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 688, reset compression=false 2024-11-15T22:24:09,234 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e611192d6313,40519,1731709416297 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:24:09,235 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e611192d6313,40519,1731709416297: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e611192d6313,40519,1731709416297, walGroup=e611192d6313%2C40519%2C1731709416297, offset=e611192d6313%2C40519%2C1731709416297.1731709440179:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:40519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T22:24:09,236 ERROR [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T22:24:09,237 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T22:24:09,237 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T22:24:09,237 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T22:24:09,237 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T22:24:09,237 INFO [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1623195648, "init": 1048576000, "max": 2306867200, "used": 1089559968 }, "NonHeapMemoryUsage": { "committed": 211681280, "init": 7667712, "max": -1, "used": 208640648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T22:24:09,237 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:45767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:45767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T22:24:09,415 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/.tmp/rep_barrier/b1275e6fe5904b94814863465e492a70 2024-11-15T22:24:09,426 INFO [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:24:09,426 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:24:09,426 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:24:09,437 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/.tmp/table/382da8a0fef14c7aa720dd80c9bd9621 is 53, key is hbase:replication/table:state/1731709436271/Put/seqid=0 2024-11-15T22:24:09,438 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 688, reset compression=false 2024-11-15T22:24:09,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741852_1028 (size=5308) 2024-11-15T22:24:09,626 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:24:09,657 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 393, reset compression=false 2024-11-15T22:24:09,661 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T22:24:09,661 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 688, reset compression=false 2024-11-15T22:24:09,661 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e611192d6313,40519,1731709416297 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T22:24:09,662 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-15T22:24:09,741 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 688, reset compression=false 2024-11-15T22:24:09,826 DEBUG [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:24:09,848 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/.tmp/table/382da8a0fef14c7aa720dd80c9bd9621 2024-11-15T22:24:09,853 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/.tmp/info/7799f4859e644f1794f15a191f1f6936 as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/info/7799f4859e644f1794f15a191f1f6936 2024-11-15T22:24:09,857 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/info/7799f4859e644f1794f15a191f1f6936, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T22:24:09,857 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/.tmp/ns/f423507b21b2473f8adb1cf73e379144 as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/ns/f423507b21b2473f8adb1cf73e379144 2024-11-15T22:24:09,861 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/ns/f423507b21b2473f8adb1cf73e379144, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T22:24:09,864 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 688, reset compression=false 2024-11-15T22:24:09,864 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/.tmp/rep_barrier/b1275e6fe5904b94814863465e492a70 as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/rep_barrier/b1275e6fe5904b94814863465e492a70 2024-11-15T22:24:09,869 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/rep_barrier/b1275e6fe5904b94814863465e492a70, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T22:24:09,870 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/.tmp/table/382da8a0fef14c7aa720dd80c9bd9621 as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/table/382da8a0fef14c7aa720dd80c9bd9621 2024-11-15T22:24:09,874 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/table/382da8a0fef14c7aa720dd80c9bd9621, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T22:24:09,874 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1449ms, sequenceid=16, compaction requested=false 2024-11-15T22:24:09,874 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:24:09,878 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T22:24:09,879 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T22:24:09,879 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:24:09,879 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:24:09,879 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709448425Running coprocessor pre-close hooks at 1731709448425Disabling compacts and flushes for region at 1731709448425Disabling writes for close at 1731709448425Obtaining lock to block concurrent updates at 1731709448426 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731709448426Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731709448426Flushing stores of hbase:meta,,1.1588230740 at 1731709448427 (+1 ms)Flushing 1588230740/info: creating writer at 1731709448427Flushing 1588230740/info: appending metadata at 1731709448463 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731709448463Flushing 1588230740/ns: creating writer at 1731709448515 (+52 ms)Flushing 1588230740/ns: appending metadata at 1731709448551 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731709448551Flushing 1588230740/rep_barrier: creating writer at 1731709448994 (+443 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731709449010 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731709449010Flushing 1588230740/table: creating writer at 1731709449419 (+409 ms)Flushing 1588230740/table: appending metadata at 1731709449437 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731709449437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2daa9711: reopening flushed file at 1731709449852 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b4dda4: reopening flushed file at 1731709449857 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5513ac5f: reopening flushed file at 1731709449861 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56097155: reopening flushed file at 1731709449869 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1449ms, sequenceid=16, compaction requested=false at 1731709449874 (+5 ms)Writing region close event to WAL at 1731709449876 (+2 ms)Running coprocessor post-close hooks at 1731709449879 (+3 ms)Closed at 1731709449879 2024-11-15T22:24:09,879 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:24:09,952 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e611192d6313:45767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-15T22:24:10,027 INFO [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(976): stopping server e611192d6313,40519,1731709416297; all regions closed. 2024-11-15T22:24:10,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741844_1020 (size=859) 2024-11-15T22:24:10,028 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.meta.1731709440223.meta not finished, retry = 0 2024-11-15T22:24:10,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741843_1019 (size=2791) 2024-11-15T22:24:10,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741842_1018 (size=696) 2024-11-15T22:24:10,134 DEBUG [RS:0;e611192d6313:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:10,134 INFO [RS:0;e611192d6313:40519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:24:10,134 INFO [RS:0;e611192d6313:40519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:24:10,134 INFO [RS:0;e611192d6313:40519 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:24:10,134 INFO [RS:0;e611192d6313:40519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:24:10,134 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:24:10,134 INFO [RS:0;e611192d6313:40519 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e611192d6313,40519,1731709416297 because: Region server is closing 2024-11-15T22:24:10,134 INFO [RS:0;e611192d6313:40519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:40519. 2024-11-15T22:24:10,134 DEBUG [RS:0;e611192d6313:40519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:24:10,135 DEBUG [RS:0;e611192d6313:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:10,135 DEBUG [RS:0;e611192d6313:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:10,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:24:10,168 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 to pos 688, reset compression=false 2024-11-15T22:24:10,170 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/WALs/e611192d6313,40519,1731709416297/e611192d6313%2C40519%2C1731709416297.1731709440179 2024-11-15T22:24:10,170 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-15T22:24:10,170 DEBUG [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-15T22:24:10,235 INFO [RS:0;e611192d6313:40519 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,1-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,1-e611192d6313,40519,1731709416297 terminated 2024-11-15T22:24:10,235 INFO [RS:0;e611192d6313:40519 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e611192d6313,40519,1731709416297 because: Region server is closing 2024-11-15T22:24:10,235 INFO [RS:0;e611192d6313:40519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:40519. 2024-11-15T22:24:10,235 DEBUG [RS:0;e611192d6313:40519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:24:10,235 DEBUG [RS:0;e611192d6313:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:10,235 DEBUG [RS:0;e611192d6313:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:24:10,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:24:10,336 INFO [RS:0;e611192d6313:40519 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.shippere611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 terminated 2024-11-15T22:24:10,336 WARN [RS_REFRESH_PEER-regionserver/e611192d6313:0-0.replicationSource,2-e611192d6313,40519,1731709416297.replicationSource.wal-reader.e611192d6313%2C40519%2C1731709416297,2-e611192d6313,40519,1731709416297 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-15T22:24:10,336 INFO [RS:0;e611192d6313:40519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40519 2024-11-15T22:24:10,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844021193/rs/e611192d6313,40519,1731709416297 2024-11-15T22:24:10,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193/rs 2024-11-15T22:24:10,497 INFO [RS:0;e611192d6313:40519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:24:10,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,40519,1731709416297] 2024-11-15T22:24:10,559 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844021193/draining/e611192d6313,40519,1731709416297 already deleted, retry=false 2024-11-15T22:24:10,559 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,40519,1731709416297 expired; onlineServers=0 2024-11-15T22:24:10,559 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,45767,1731709416098' ***** 2024-11-15T22:24:10,559 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:24:10,559 INFO [M:0;e611192d6313:45767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:24:10,559 INFO [M:0;e611192d6313:45767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:24:10,559 DEBUG [M:0;e611192d6313:45767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:24:10,559 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:24:10,559 DEBUG [M:0;e611192d6313:45767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:24:10,559 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709417893 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709417893,5,FailOnTimeoutGroup] 2024-11-15T22:24:10,559 INFO [M:0;e611192d6313:45767 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:24:10,559 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709417893 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709417893,5,FailOnTimeoutGroup] 2024-11-15T22:24:10,559 INFO [M:0;e611192d6313:45767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:24:10,560 DEBUG [M:0;e611192d6313:45767 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:24:10,560 INFO [M:0;e611192d6313:45767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:24:10,560 INFO [M:0;e611192d6313:45767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:24:10,560 ERROR [M:0;e611192d6313:45767 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:37301 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37301,5,PEWorkerGroup] 2024-11-15T22:24:10,560 INFO [M:0;e611192d6313:45767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:24:10,560 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:24:10,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844021193/master 2024-11-15T22:24:10,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844021193 2024-11-15T22:24:10,569 DEBUG [M:0;e611192d6313:45767 {}] zookeeper.ZKUtil(347): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Unable to get data of znode /0-1844021193/master because node does not exist (not an error) 2024-11-15T22:24:10,569 WARN [M:0;e611192d6313:45767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:24:10,570 INFO [M:0;e611192d6313:45767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/.lastflushedseqids 2024-11-15T22:24:10,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741853_1029 (size=263) 2024-11-15T22:24:10,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:24:10,646 INFO [RS:0;e611192d6313:40519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:24:10,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1014098a68a0001, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:24:10,646 INFO [RS:0;e611192d6313:40519 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,40519,1731709416297; zookeeper connection closed. 2024-11-15T22:24:10,646 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4db6173b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4db6173b 2024-11-15T22:24:10,646 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T22:24:10,974 INFO [M:0;e611192d6313:45767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:24:10,974 INFO [M:0;e611192d6313:45767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:24:10,974 DEBUG [M:0;e611192d6313:45767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:24:10,974 INFO [M:0;e611192d6313:45767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:24:10,974 DEBUG [M:0;e611192d6313:45767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:24:10,974 DEBUG [M:0;e611192d6313:45767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:24:10,974 DEBUG [M:0;e611192d6313:45767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:24:10,974 INFO [M:0;e611192d6313:45767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.10 KB heapSize=71.41 KB 2024-11-15T22:24:10,991 DEBUG [M:0;e611192d6313:45767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/024cbb0c22ed46e4a9c797459047634b is 82, key is hbase:meta,,1/info:regioninfo/1731709418850/Put/seqid=0 2024-11-15T22:24:10,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741854_1030 (size=5672) 2024-11-15T22:24:10,994 INFO [M:0;e611192d6313:45767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/024cbb0c22ed46e4a9c797459047634b 2024-11-15T22:24:11,014 DEBUG [M:0;e611192d6313:45767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e9aab3577fe41289fc43b4d276f00b5 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731709432267/Put/seqid=0 2024-11-15T22:24:11,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741855_1031 (size=7609) 2024-11-15T22:24:11,018 INFO [M:0;e611192d6313:45767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.55 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e9aab3577fe41289fc43b4d276f00b5 2024-11-15T22:24:11,021 INFO [M:0;e611192d6313:45767 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e9aab3577fe41289fc43b4d276f00b5 2024-11-15T22:24:11,036 DEBUG [M:0;e611192d6313:45767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6849d9a58778421c949efbe0e059b49e is 69, key is e611192d6313,40519,1731709416297/rs:state/1731709417964/Put/seqid=0 2024-11-15T22:24:11,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741856_1032 (size=5156) 2024-11-15T22:24:11,039 INFO [M:0;e611192d6313:45767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6849d9a58778421c949efbe0e059b49e 2024-11-15T22:24:11,043 DEBUG [M:0;e611192d6313:45767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/024cbb0c22ed46e4a9c797459047634b as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/024cbb0c22ed46e4a9c797459047634b 2024-11-15T22:24:11,047 INFO [M:0;e611192d6313:45767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/024cbb0c22ed46e4a9c797459047634b, entries=8, sequenceid=121, filesize=5.5 K 2024-11-15T22:24:11,047 DEBUG [M:0;e611192d6313:45767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e9aab3577fe41289fc43b4d276f00b5 as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e9aab3577fe41289fc43b4d276f00b5 2024-11-15T22:24:11,051 INFO [M:0;e611192d6313:45767 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e9aab3577fe41289fc43b4d276f00b5 2024-11-15T22:24:11,051 INFO [M:0;e611192d6313:45767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e9aab3577fe41289fc43b4d276f00b5, entries=13, sequenceid=121, filesize=7.4 K 2024-11-15T22:24:11,052 DEBUG [M:0;e611192d6313:45767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6849d9a58778421c949efbe0e059b49e as hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6849d9a58778421c949efbe0e059b49e 2024-11-15T22:24:11,055 INFO [M:0;e611192d6313:45767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37301/user/jenkins/test-data/2998b844-dda5-d5d6-0443-2648cea37750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6849d9a58778421c949efbe0e059b49e, entries=1, sequenceid=121, filesize=5.0 K 2024-11-15T22:24:11,056 INFO [M:0;e611192d6313:45767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 82ms, sequenceid=121, compaction requested=false 2024-11-15T22:24:11,057 INFO [M:0;e611192d6313:45767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:24:11,057 DEBUG [M:0;e611192d6313:45767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709450974Disabling compacts and flushes for region at 1731709450974Disabling writes for close at 1731709450974Obtaining lock to block concurrent updates at 1731709450974Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709450974Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61545, getHeapSize=73056, getOffHeapSize=0, getCellsCount=140 at 1731709450975 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709450975Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709450975Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709450991 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709450991Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709450998 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709451014 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709451014Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709451021 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709451035 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709451035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d981e6: reopening flushed file at 1731709451042 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf4ef1f: reopening flushed file at 1731709451047 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63fe91f6: reopening flushed file at 1731709451051 (+4 ms)Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 82ms, sequenceid=121, compaction requested=false at 1731709451056 (+5 ms)Writing region close event to WAL at 1731709451057 (+1 ms)Closed at 1731709451057 2024-11-15T22:24:11,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741830_1006 (size=69908) 2024-11-15T22:24:11,059 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:24:11,059 INFO [M:0;e611192d6313:45767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:24:11,060 INFO [M:0;e611192d6313:45767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45767 2024-11-15T22:24:11,060 INFO [M:0;e611192d6313:45767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:24:11,206 INFO [M:0;e611192d6313:45767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:24:11,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:24:11,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45767-0x1014098a68a0000, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:24:11,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44836c14{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:24:11,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47a36cc4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:24:11,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:24:11,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@109aa07f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:24:11,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f12dbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/hadoop.log.dir/,STOPPED} 2024-11-15T22:24:11,211 WARN [BP-1520378523-172.17.0.3-1731709414137 heartbeating to localhost/127.0.0.1:37301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:24:11,211 WARN [BP-1520378523-172.17.0.3-1731709414137 heartbeating to localhost/127.0.0.1:37301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1520378523-172.17.0.3-1731709414137 (Datanode Uuid a4348944-49d8-41a2-9bc1-dcaacaf15c4b) service to localhost/127.0.0.1:37301 2024-11-15T22:24:11,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/cluster_7fdf0e75-b8d2-c20c-89ac-63cb221f7caf/data/data1/current/BP-1520378523-172.17.0.3-1731709414137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:24:11,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/cluster_7fdf0e75-b8d2-c20c-89ac-63cb221f7caf/data/data2/current/BP-1520378523-172.17.0.3-1731709414137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:24:11,212 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:24:11,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:24:11,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:24:11,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78d4538a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:24:11,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4eee926{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:24:11,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:24:11,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5764ee9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:24:11,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f7d9c0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6be88494-8adf-53ab-e7d1-f71e33eb7e2d/hadoop.log.dir/,STOPPED} 2024-11-15T22:24:11,225 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:24:11,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:24:11,253 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=595 (was 525) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33921 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37301 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59314) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59314) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37301 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40593 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33921 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37301 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40593 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-30 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59314) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 416) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2015 (was 2751) 2024-11-15T22:24:11,254 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2024-11-15T22:24:11,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014098a68a0008, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:24:11,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014098a68a0005, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:24:11,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014098a68a0005, quorum=127.0.0.1:59314, baseZNode=/11528314708 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:24:11,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014098a68a0008, quorum=127.0.0.1:59314, baseZNode=/2-1259839335 Received Disconnected from ZooKeeper, ignoring 2024-11-15T22:24:11,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014098a68a0002, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T22:24:11,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014098a68a0002, quorum=127.0.0.1:59314, baseZNode=/0-1844021193 Received Disconnected from ZooKeeper, ignoring